-- Logs begin at Tue 2022-09-13 02:40:44 UTC, end at Tue 2022-09-13 03:42:32 UTC. -- Sep 13 03:12:27.652120 dv-cinder-857075-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 13 03:12:30.309103 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.common.config [-] Logging enabled! Sep 13 03:12:30.309666 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 03:12:30.309904 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106080) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 03:12:30.313102 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.common.config [-] Logging enabled! Sep 13 03:12:30.313362 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 03:12:30.313680 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106080) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 03:12:30.314658 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 03:12:30.314901 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 03:12:30.315380 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 03:12:30.315643 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 03:12:30.315875 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 03:12:30.316196 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.316498 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.316733 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.317036 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.317330 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.317617 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.317909 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.318205 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.318493 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.318811 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.319144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.319333 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.319615 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.319903 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.320193 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.320420 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] debug = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.320700 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.321131 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.321531 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.321816 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.322108 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.322416 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.322716 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.322996 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.323283 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.323612 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] host = dv-cinder-857075-2-iscsi {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.323893 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.324182 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.324470 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.324759 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.325036 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.325313 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.325608 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.325879 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.326151 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] log_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.326431 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.326749 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.327041 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.327331 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.327556 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.327780 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.328066 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.328357 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.328637 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.328914 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.329191 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.329470 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.329745 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.330012 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.330297 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.330583 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.330894 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.331173 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.331451 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.331723 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.331995 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.332281 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.332556 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.332832 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.333107 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.333396 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.333668 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.333942 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.334244 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.334533 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.334845 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.335135 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.335412 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.335705 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.335975 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.336248 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.336521 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] use_json = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.336794 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.337066 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.337348 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.337621 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.338407 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.338715 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.338991 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.339278 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.339552 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:30.339849 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.340149 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.340450 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.340734 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.341041 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.341326 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.341619 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.341900 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.342195 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.342489 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.342807 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.343092 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.343392 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.343681 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.343980 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.344283 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.344577 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.344870 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.345149 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.345425 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.345703 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.345989 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.346280 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.346560 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.346879 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.347174 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.347459 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.347763 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.348049 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.348339 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.348634 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.348927 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.349203 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.349483 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.349777 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.350056 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.350330 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.350634 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.350921 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.351197 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.351481 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.351773 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.352063 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.352335 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.352613 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.352904 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.353183 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.353457 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.354290 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.354573 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.354874 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.355160 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.355440 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.355718 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.355999 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.356279 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.356554 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.356829 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.357106 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.357394 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.357657 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.357930 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.358204 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.358479 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.358778 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.359054 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.359331 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.359606 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.359884 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.360160 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.360435 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.360708 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.360980 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.361255 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.361543 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.361846 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.362130 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.362416 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.362730 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.363012 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.363293 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.363574 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.363857 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.364141 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.364418 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.364715 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.365003 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.365291 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.365577 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.365880 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.366187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.366471 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.366779 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.367060 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.367343 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.367625 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.367913 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.368196 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.368479 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.368765 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.369050 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.369388 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.369690 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.369973 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.370269 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.370566 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.370887 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.371171 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.371483 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.371767 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:30.371987 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 03:12:30.372233 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106080) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 13 03:12:30.749518 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 03:12:30.749842 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 03:12:30.750114 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 03:12:30.750348 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 03:12:30.750649 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 03:12:30.750985 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 13 03:12:31.074990 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.075286 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.075570 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.076760 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.077038 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.077305 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.129926 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.130204 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.130487 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.146801 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.147088 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.147365 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.174797 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.175084 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.175358 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.212026 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.212301 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.212581 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.443268 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.443874 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.443874 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.444998 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.445712 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.541916 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.542237 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.542522 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.542820 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.543091 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.543403 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.543668 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.543929 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.544187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.544472 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.544734 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.545002 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.545263 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.545519 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.545778 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.546045 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.546305 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.546576 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.546876 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.547139 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.547419 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.547676 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.547959 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.548341 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.548595 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.548843 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.549240 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:31.549485 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:31.549728 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:31.549966 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:31.550204 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:31.550440 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:31.550838 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 13 03:12:31.554158 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 13 03:12:31.558704 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 13 03:12:31.562524 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 13 03:12:31.564172 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 13 03:12:31.564798 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 13 03:12:31.565137 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 13 03:12:31.565524 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 13 03:12:31.568300 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 13 03:12:31.568552 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 13 03:12:31.568899 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 03:12:31.573994 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 13 03:12:31.597180 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 13 03:12:31.597629 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.597934 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106080) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 13 03:12:31.598309 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.599676 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106080) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 13 03:12:31.599956 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 03:12:31.600203 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 13 03:12:31.611421 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.611708 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:31.724617 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 13 03:12:31.724809 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 13 03:12:31.725048 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 13 03:12:31.725419 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 13 03:12:31.778444 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO dbcounter [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Registered counter for database neutron Sep 13 03:12:31.797796 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_db.sqlalchemy.engines [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106080) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 13 03:12:31.803724 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG dbcounter [-] [106080] Writer thread running {{(pid=106080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 03:12:32.341414 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing driver for type 'gre' Sep 13 03:12:32.341887 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] gre ID ranges: [(1, 1000)] Sep 13 03:12:32.394963 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing driver for type 'local' Sep 13 03:12:32.395296 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing driver for type 'vlan' Sep 13 03:12:32.409180 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] VlanTypeDriver initialization complete Sep 13 03:12:32.409516 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing driver for type 'vxlan' Sep 13 03:12:32.410009 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] vxlan ID ranges: [(1, 1000)] Sep 13 03:12:32.460059 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing extension driver 'port_security' Sep 13 03:12:32.460822 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.extensions.port_security [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] PortSecurityExtensionDriver initialization complete Sep 13 03:12:32.460822 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing mechanism driver 'openvswitch' Sep 13 03:12:32.461038 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing mechanism driver 'hyperv' Sep 13 03:12:32.468031 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.plugin [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:12:32.468696 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.469074 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.469431 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.469929 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 03:12:32.470353 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnet after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.470740 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnet after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.471093 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.471490 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 03:12:32.471898 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.472254 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.472600 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.472993 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 03:12:32.473399 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > security_group after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.473749 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > security_group after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.474094 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.474488 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 03:12:32.474926 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.475277 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.475618 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.476146 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 03:12:32.476558 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > address_group after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.476912 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > address_group after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.477263 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.477658 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 03:12:32.478103 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] ML2 OVO RPC backend initialized. {{(pid=106080) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 13 03:12:32.479396 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.479752 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.480176 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.480530 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > networks before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.480880 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.481225 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > ports before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.481569 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnet before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.481917 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnets before_response 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.482265 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.482626 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.482970 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.483313 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.483653 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.483994 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.484334 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnet after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.484675 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnet after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.485013 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.492603 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded quota_driver: . Sep 13 03:12:32.492976 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.plugin [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Modular L2 Plugin initialization complete Sep 13 03:12:32.493328 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading services supported by the core plugin {{(pid=106080) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 13 03:12:32.493682 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.plugins.ml2.managers [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Got port-security extension from driver 'port_security' Sep 13 03:12:32.494186 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.extensions.vlantransparent [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Disabled vlantransparent extension. Sep 13 03:12:32.494717 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106080) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 13 03:12:32.495050 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: router Sep 13 03:12:32.530270 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.530689 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router after_create 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.531067 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router before_create 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.531435 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.531812 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.532173 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router after_delete 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.532538 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.532892 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.533257 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router after_create 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.533605 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router after_update 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.533958 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router after_update 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.534309 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.534697 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router after_update 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.535119 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_update 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.535497 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: port after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.535854 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: port after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.536201 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: subnet after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.536551 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.536905 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.537258 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_create 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.537605 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: port before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.537954 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.538312 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router after_update 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.538679 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.539040 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_create 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.539405 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.539754 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_update 55549900 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.540125 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > agent after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.540481 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > agent after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.540831 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > network after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.542337 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Tracking information for resource: router configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:32.542701 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Tracking information for resource: floatingip configured {{(pid=106080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 03:12:32.547595 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.db.l3_agentschedulers_db [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 13 03:12:32.548177 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: port after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.548542 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: port after_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.548896 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: port after_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.549248 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: port after_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.550030 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router before_create 55550100 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.550397 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.550792 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_create 55550100 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.551148 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > router precommit_update 55550100 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.556262 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.services.provider_configuration [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service providers = [] {{(pid=106080) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 13 03:12:32.556656 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.db.servicetype_db [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106080) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 13 03:12:32.559604 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.services.service_base [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 03:12:32.559960 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.services.service_base [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 03:12:32.560306 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.services.service_base [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 03:12:32.561212 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.services.service_base [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 03:12:32.561584 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.services.service_base [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 13 03:12:32.561959 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.562279 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 13 03:12:32.573801 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.574139 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: auto_allocate Sep 13 03:12:32.579822 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: network precommit_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.580193 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: network precommit_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.580711 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.581048 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: tag Sep 13 03:12:32.587583 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.588434 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: timestamp Sep 13 03:12:32.592462 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.592749 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: network_ip_availability Sep 13 03:12:32.598185 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.598561 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.598948 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.599656 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.599977 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: flavors Sep 13 03:12:32.605258 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.605588 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading Plugin: revisions Sep 13 03:12:32.609959 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 03:12:32.610347 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.860s {{(pid=106080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 03:12:32.611126 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106080) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 13 03:12:32.611465 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Initializing extension manager. Sep 13 03:12:32.611987 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: __init__.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.612332 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: __pycache__ {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.612671 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: address_group.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.613553 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.614110 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: address-group Sep 13 03:12:32.614436 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: address_scope.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.615150 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.615660 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: address-scope Sep 13 03:12:32.615983 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.616868 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.617371 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: router-admin-state-down-before-update Sep 13 03:12:32.617695 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: agent.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.618360 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.618899 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: agent Sep 13 03:12:32.619248 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: agent_resources_synced.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.620116 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.620621 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: agent-resources-synced Sep 13 03:12:32.620943 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: allowedaddresspairs.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.622713 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.623229 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: allowed-address-pairs Sep 13 03:12:32.623556 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: auto_allocated_topology.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.624588 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.625097 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: auto-allocated-topology Sep 13 03:12:32.625421 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: availability_zone.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.626081 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.626592 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: availability_zone Sep 13 03:12:32.626945 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: availability_zone_filter.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.627827 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.628332 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: availability_zone_filter Sep 13 03:12:32.628653 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: data_plane_status.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.629517 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.630015 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension data-plane-status not supported by any of loaded plugins Sep 13 03:12:32.630337 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: default_subnetpools.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.631237 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.631736 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: default-subnetpools Sep 13 03:12:32.632056 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.632821 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.633325 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: dhcp_agent_scheduler Sep 13 03:12:32.633646 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: dns.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.634514 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.635069 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension dns-integration not supported by any of loaded plugins Sep 13 03:12:32.635390 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: dns_domain_ports.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.636264 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.636763 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 13 03:12:32.637083 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.637959 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.638455 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 13 03:12:32.638815 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: dvr.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.639449 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.639947 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: dvr Sep 13 03:12:32.640269 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: ecmp_routes.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.641140 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.641639 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 13 03:12:32.641961 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: empty_string_filtering.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.642862 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.643369 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: empty-string-filtering Sep 13 03:12:32.643692 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.644560 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.645058 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 13 03:12:32.645377 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.646252 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.646785 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 13 03:12:32.647106 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: external_net.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.647989 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.648493 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: external-net Sep 13 03:12:32.648816 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.649707 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.650189 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: extra_dhcp_opt Sep 13 03:12:32.651048 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: extraroute.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.651917 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.652416 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: extraroute Sep 13 03:12:32.652737 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: extraroute_atomic.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.653721 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.654225 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: extraroute-atomic Sep 13 03:12:32.654548 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: filter_validation.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.655199 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.655697 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: filter-validation Sep 13 03:12:32.656016 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: fip_pf_description.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.656882 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.657373 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 13 03:12:32.657693 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: fip_pf_detail.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.658554 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.659077 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 13 03:12:32.659400 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: fip_pf_port_range.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.660271 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.660769 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 13 03:12:32.661091 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: fip_port_details.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.661972 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.662478 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: fip-port-details Sep 13 03:12:32.662842 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: flavors.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.664018 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.664530 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: flavors Sep 13 03:12:32.664858 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.667069 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.667590 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 13 03:12:32.667920 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: floatingip_pools.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.668588 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.669096 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: floatingip-pools Sep 13 03:12:32.669424 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: ip_allocation.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.670303 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.670837 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension ip_allocation not supported by any of loaded plugins Sep 13 03:12:32.671163 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.672040 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.672545 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: ip-substring-filtering Sep 13 03:12:32.672867 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l2_adjacency.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.673766 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.674264 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 13 03:12:32.674587 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.675532 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.676042 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: router Sep 13 03:12:32.676365 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.679040 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.679574 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 13 03:12:32.679910 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.680798 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.681315 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: ext-gw-mode Sep 13 03:12:32.681684 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.682569 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.683106 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: l3-ha Sep 13 03:12:32.683432 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.684305 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.684810 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 13 03:12:32.685133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3_flavors.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.686018 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.686526 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: l3-flavors Sep 13 03:12:32.686881 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.688208 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.688720 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 13 03:12:32.689049 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.689926 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.690436 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 13 03:12:32.690788 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: l3agentscheduler.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.691806 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.692318 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: l3_agent_scheduler Sep 13 03:12:32.692647 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: local_ip.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.694344 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.694898 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension local_ip not supported by any of loaded plugins Sep 13 03:12:32.695234 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: logging.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.696659 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.697688 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension logging not supported by any of loaded plugins Sep 13 03:12:32.698042 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: metering.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.698783 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.699356 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: metering Sep 13 03:12:32.699683 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.700740 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.701254 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: metering_source_and_destination_fields Sep 13 03:12:32.701581 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: multiprovidernet.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.702467 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.703015 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: multi-provider Sep 13 03:12:32.703342 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: netmtu.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.704218 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.704724 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: net-mtu Sep 13 03:12:32.705050 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: netmtu_writable.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.705923 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.706432 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: net-mtu-writable Sep 13 03:12:32.706793 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: network_availability_zone.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.707438 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.707936 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: network_availability_zone Sep 13 03:12:32.708258 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: network_ip_availability.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.709299 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.709806 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: network-ip-availability Sep 13 03:12:32.710131 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: network_segment_range.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.710886 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.711386 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension network-segment-range not supported by any of loaded plugins Sep 13 03:12:32.711711 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: pagination.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.712639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.713567 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: pagination Sep 13 03:12:32.713890 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: port_device_profile.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.714799 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.715310 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: port-device-profile Sep 13 03:12:32.715634 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: port_mac_address_override.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.716507 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.717012 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: port-mac-override Sep 13 03:12:32.717336 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.718213 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.718754 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: port-mac-address-regenerate Sep 13 03:12:32.719080 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.719951 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.720457 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: port-numa-affinity-policy Sep 13 03:12:32.720780 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: port_resource_request.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.721644 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.722144 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension port-resource-request not supported by any of loaded plugins Sep 13 03:12:32.722465 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: port_resource_request_groups.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.723428 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.723931 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 13 03:12:32.724253 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: portbindings.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.725129 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.725631 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: binding Sep 13 03:12:32.725954 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: portbindings_extended.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.727194 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.727713 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: binding-extended Sep 13 03:12:32.728041 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: portsecurity.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.728933 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.729444 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: port-security Sep 13 03:12:32.729770 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: project_id.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.730919 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.731254 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: project-id Sep 13 03:12:32.731581 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: providernet.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.732508 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.733024 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: provider Sep 13 03:12:32.733352 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.736827 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.737355 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos not supported by any of loaded plugins Sep 13 03:12:32.737690 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.738920 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.739441 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 13 03:12:32.739773 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.740676 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.741191 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 13 03:12:32.741520 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_default.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.742401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.742949 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-default not supported by any of loaded plugins Sep 13 03:12:32.743276 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_fip.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.744203 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.744757 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-fip not supported by any of loaded plugins Sep 13 03:12:32.745041 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.745926 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.746439 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 13 03:12:32.746800 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_gateway_ip.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.747682 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.748184 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 13 03:12:32.748507 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_port_network_policy.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.749388 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.749912 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 13 03:12:32.750228 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.751260 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.751778 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 13 03:12:32.752144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.753185 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.753713 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 13 03:12:32.753999 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_pps_rule.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.755191 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.755704 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-pps not supported by any of loaded plugins Sep 13 03:12:32.756032 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_rule_type_details.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.756918 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.757425 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 13 03:12:32.757763 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.758673 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.759192 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 13 03:12:32.759518 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: qos_rules_alias.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.761038 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.761550 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 13 03:12:32.761880 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: quota_check_limit.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.762791 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.763299 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: quota-check-limit Sep 13 03:12:32.763627 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: quotasv2.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.764534 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.764860 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: quotas Sep 13 03:12:32.765181 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: quotasv2_detail.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.766874 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.767216 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: quota_details Sep 13 03:12:32.767550 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: rbac.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.768582 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.769104 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: rbac-policies Sep 13 03:12:32.769440 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: rbac_address_group.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.770328 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.770877 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: rbac-address-group Sep 13 03:12:32.771210 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: rbac_address_scope.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.772168 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.772684 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: rbac-address-scope Sep 13 03:12:32.773015 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: rbac_security_groups.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.773898 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.774407 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: rbac-security-groups Sep 13 03:12:32.774771 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: rbac_subnetpool.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.776289 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.776800 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: rbac-subnetpool Sep 13 03:12:32.777127 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: revisionifmatch.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.778024 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.778540 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: revision-if-match Sep 13 03:12:32.778897 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: revisions.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.779971 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.780481 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: standard-attr-revisions Sep 13 03:12:32.780808 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: router_availability_zone.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.781442 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.781951 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: router_availability_zone Sep 13 03:12:32.782276 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: routerservicetype.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.783258 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.783764 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension router-service-type not supported by any of loaded plugins Sep 13 03:12:32.784087 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.784974 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.785483 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: security-groups-normalized-cidr Sep 13 03:12:32.785810 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.786721 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.787227 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: port-security-groups-filtering Sep 13 03:12:32.787552 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.788441 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.788946 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: security-groups-remote-address-group Sep 13 03:12:32.789272 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.790165 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.790707 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: security-groups-shared-filtering Sep 13 03:12:32.791064 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: securitygroup.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.800797 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.801330 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: security-group Sep 13 03:12:32.801929 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: segment.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.802640 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.803163 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension segment not supported by any of loaded plugins Sep 13 03:12:32.803491 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.804389 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.804901 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 13 03:12:32.805226 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: servicetype.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.806275 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.806845 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: service-type Sep 13 03:12:32.807176 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: sorting.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.808122 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.808458 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: sorting Sep 13 03:12:32.808783 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: standard_attr_segment.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.809663 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.810176 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 13 03:12:32.810500 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: standardattrdescription.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.811140 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.811650 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: standard-attr-description Sep 13 03:12:32.811974 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: stateful_security_group.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.812879 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.813394 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: stateful-security-group Sep 13 03:12:32.813720 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: stdattrs_common.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.814272 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 13 03:12:32.814596 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.815510 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.816017 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 13 03:12:32.816343 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: subnet_onboard.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.817368 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.817883 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: subnet_onboard Sep 13 03:12:32.818219 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.819133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.819643 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 13 03:12:32.819972 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: subnet_service_types.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.820874 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.821383 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: subnet-service-types Sep 13 03:12:32.821712 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: subnetallocation.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.823295 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.823812 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: subnet_allocation Sep 13 03:12:32.824143 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.824782 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.825293 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: subnetpool-prefix-ops Sep 13 03:12:32.825617 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.826644 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.827173 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 13 03:12:32.827494 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: tagging.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.828539 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.829059 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: standard-attr-tag Sep 13 03:12:32.829385 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: timestamp.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.830546 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.831091 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loaded extension: standard-attr-timestamp Sep 13 03:12:32.831424 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: trunk.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.832425 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.832942 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension trunk not supported by any of loaded plugins Sep 13 03:12:32.833269 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: trunk_details.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.834147 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.834681 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension trunk-details not supported by any of loaded plugins Sep 13 03:12:32.835010 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: uplink_status_propagation.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.835891 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.836410 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 13 03:12:32.836724 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Loading extension file: vlantransparent.py {{(pid=106080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 03:12:32.837362 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 03:12:32.838466 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 13 03:12:32.841082 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:network Sep 13 03:12:32.841605 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:subnet Sep 13 03:12:32.842005 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 03:12:32.842397 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:port Sep 13 03:12:32.843763 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.844166 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service FLAVORS assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.844779 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.845220 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.845555 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:router Sep 13 03:12:32.845988 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 03:12:32.846478 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service METERING assigned prefix: /metering {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.848029 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.848411 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.848773 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:12:32.849776 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 03:12:32.850226 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:security_group Sep 13 03:12:32.850678 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 03:12:32.851212 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service CORE assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.851556 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 03:12:32.851907 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] subnetpool is already registered Sep 13 03:12:32.852338 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service CORE assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.852664 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 03:12:32.852998 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] subnetpool is already registered Sep 13 03:12:32.855402 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.855852 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service FLAVORS assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.856475 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.857018 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.857355 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:router Sep 13 03:12:32.857713 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] router is already registered Sep 13 03:12:32.858141 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 03:12:32.858480 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] floatingip is already registered Sep 13 03:12:32.858983 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service METERING assigned prefix: /metering {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.859699 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 03:12:32.860031 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] rbac_policy is already registered Sep 13 03:12:32.860447 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:security_group Sep 13 03:12:32.860784 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] security_group is already registered Sep 13 03:12:32.861215 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 03:12:32.861550 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] security_group_rule is already registered Sep 13 03:12:32.862033 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service CORE assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.862364 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 03:12:32.862734 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] subnetpool is already registered Sep 13 03:12:32.863165 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.v2.resource_helper [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Service CORE assigned prefix: {{(pid=106080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 03:12:32.863491 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 03:12:32.863830 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING neutron.quota.resource_registry [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] subnetpool is already registered Sep 13 03:12:32.864300 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: extensions {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.865900 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: address-groups {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.867435 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: address-scopes {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.868667 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: agents {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.869884 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: auto-allocated-topology {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.872404 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: availability_zones {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.873649 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: dhcp-networks {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.875124 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: dhcp-agents {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.876673 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: routers {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.878421 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: flavors {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.879640 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: service_profiles {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.880957 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: next_providers {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.882431 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: service_profiles {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.883944 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: floatingip-pools {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.885737 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: routers {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.887614 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: floatingips {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.888812 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: l3-routers {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.890240 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: l3-agents {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.891810 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: metering-labels {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.893175 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: metering-label-rules {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.894473 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: network-ip-availabilities {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.895879 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: bindings {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.897470 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: quotas {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.899088 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: quotas {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.901380 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: rbac-policies {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.902596 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: security-groups {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.903831 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: security-group-rules {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.905111 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: service-providers {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.906448 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: subnetpools {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.907821 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: subnetpools {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.909304 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.911132 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.912874 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.914801 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.916602 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.918487 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.920336 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.922148 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.923966 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.925843 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron.api.extensions [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Extended resource: tags {{(pid=106080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 03:12:32.933169 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING keystonemiddleware.auth_token [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 13 03:12:32.938236 dv-cinder-857075-2-iscsi neutron-server[106080]: WARNING keystonemiddleware.auth_token [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 13 03:12:32.947129 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Acquiring lock "singleton_lock" {{(pid=106080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 13 03:12:32.947985 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Acquired lock "singleton_lock" {{(pid=106080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 13 03:12:32.948443 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_concurrency.lockutils [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Releasing lock "singleton_lock" {{(pid=106080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 13 03:12:32.949105 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO oslo_service.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Starting 2 workers Sep 13 03:12:32.953928 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Started child 106191 {{(pid=106080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 03:12:32.958386 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Started child 106192 {{(pid=106080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 03:12:32.959423 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:32.960109 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO neutron.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 13 03:12:32.960613 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:32.960961 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [-] (106191) wsgi starting up on http://0.0.0.0:9696 Sep 13 03:12:32.963657 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO oslo_service.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Starting 1 workers Sep 13 03:12:32.963770 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:32.965160 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [-] (106192) wsgi starting up on http://0.0.0.0:9696 Sep 13 03:12:32.968851 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Started child 106193 {{(pid=106080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 03:12:32.969402 dv-cinder-857075-2-iscsi neutron-server[106080]: INFO oslo_service.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Starting 1 workers Sep 13 03:12:32.972798 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] calling RpcWorker wait() {{(pid=106193) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 13 03:12:32.973353 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] returning from RpcWorker wait() {{(pid=106193) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 13 03:12:32.973868 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Started child 106194 {{(pid=106080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 03:12:32.974696 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG neutron_lib.callbacks.manager [None req-bfe17462-2282-4fbf-a6de-8eaf3702ab47 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:32.974805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:32.975299 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:12:32.976621 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 03:12:32.976831 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 03:12:32.977020 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 03:12:32.977247 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 03:12:32.977578 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 03:12:32.977759 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 03:12:32.978268 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.979162 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.979441 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.979728 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.980023 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:32.980483 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.980593 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.980778 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.981061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.981312 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.981397 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:12:32.981480 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.981636 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.981879 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.982132 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.982459 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.982773 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.983029 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.983254 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.983426 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.983673 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.983934 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.984197 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.984484 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] debug = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.984756 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.985247 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.985503 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.985746 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.985993 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.986290 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.986539 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.986833 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.987083 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.987319 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.987552 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.987818 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.988056 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.988290 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.988532 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.988809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.989029 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.989518 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] host = dv-cinder-857075-2-iscsi {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.989788 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.990039 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.990295 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.990552 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.990826 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.991040 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.991313 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.991580 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.991836 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.992062 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.992327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.992595 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.992840 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.993088 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.993252 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_options = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.993489 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.993777 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.994043 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.994838 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.995012 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.995177 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.995427 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.995592 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.995831 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.996047 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.996261 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.996477 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.996717 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.996962 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.997226 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.997467 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.997701 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.997943 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.998203 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.998448 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.998714 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.998987 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.999299 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.999531 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:32.999803 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.000013 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.000239 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.000477 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.000693 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.000926 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.001181 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.001692 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.001824 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.002018 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.002358 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.002569 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.002853 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.002983 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.003252 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.003516 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.003735 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.003984 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.004283 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.004519 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.004915 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.005280 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.005652 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_json = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.006025 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.006382 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.006794 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.007169 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.007600 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.007988 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.008190 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.008424 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.008833 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.009462 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.009806 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.010124 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.010559 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.010888 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.011479 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.011479 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.012603 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.012603 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.012603 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.012603 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.013161 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.013161 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.013454 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.013602 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.013886 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.014842 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.014842 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.014842 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.015113 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.015113 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.015394 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.015940 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.016166 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.016546 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.016717 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.016909 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.017198 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.017478 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.017761 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.018115 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.018408 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.018716 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.018976 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.019233 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.019479 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.019713 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.019934 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.020167 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.020383 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.020638 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.020878 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.021125 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.021522 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.021920 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.022340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.022811 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.023089 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.023367 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.023612 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.023838 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.024134 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.024631 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.025069 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.025508 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.025948 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.026224 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.026479 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.026749 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.027023 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.027261 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.027485 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.027740 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.027959 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.028198 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.028412 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.028630 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.028840 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.029265 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.029685 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.030236 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.030497 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.030746 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.030968 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.031204 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.031603 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.032044 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.032292 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.032536 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.032751 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.032997 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.033303 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.033543 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.033759 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.033982 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.034235 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.034462 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.034935 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.035145 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.035522 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.035894 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.036265 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.036710 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.037113 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.037505 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.037870 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.038295 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.038525 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.038804 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.039029 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.039274 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.039516 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.039808 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.040039 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.040302 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.040530 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.040755 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.041540 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.041786 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.041998 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.042225 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.042447 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.042693 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.042942 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.043161 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.043401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.043644 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.043890 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.044319 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.044629 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.044873 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.045119 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.045385 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.045680 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.046105 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.046407 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.046674 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.046940 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.047249 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.047655 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.047928 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.048197 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.048454 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.048723 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.048993 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.049269 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.049501 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.049745 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.049991 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.050233 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.050457 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.050699 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.050967 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.051289 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.051793 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.052044 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.052255 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.052698 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.052948 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.053186 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.053466 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.053711 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.053963 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.054230 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.054479 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.054737 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.054970 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.055213 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.055427 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.055640 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.055854 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.056088 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.056322 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.056514 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.057321 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.057867 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.057867 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.058080 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.058187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.058406 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.058683 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.059082 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.059304 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.059543 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.059784 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.060004 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.060244 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.060459 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.060692 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.060930 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.061201 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.061470 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.061689 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.061917 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.062174 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.062522 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064890 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064890 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064890 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.064890 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.065852 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.065852 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.065852 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.066249 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.066249 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.066675 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.066822 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.067000 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.067222 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.067440 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.067703 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.067926 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.068151 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.068392 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.068633 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.068862 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.069079 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.069295 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.071359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.073327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.074413 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.074413 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.074413 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.074413 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.074413 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.074808 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.074808 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.075020 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.075244 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.075598 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.075764 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.075923 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.076095 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.076306 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.076527 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.076744 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.076954 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.077179 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.077477 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.077748 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.077911 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.078099 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.078309 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.078552 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.078788 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.079000 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.079221 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.079506 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.079771 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.079951 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.080352 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.080352 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.080599 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.080761 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.080970 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.081267 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.081518 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.081737 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.082033 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.082296 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.082513 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.082777 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.083079 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.083307 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.083544 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.083799 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.084014 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.084236 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.084506 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.084853 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.085136 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.085385 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.086174 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.086174 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.086462 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.086462 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.086749 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.087007 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.087323 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.087603 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.088387 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.088650 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.088893 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.089116 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.089284 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:12:33.089417 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.089623 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.089807 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.090022 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.090283 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.090533 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.090783 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.091000 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.091230 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.091451 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.091697 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.092003 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.093686 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.093686 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.093686 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 03:12:33.093686 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 03:12:33.093686 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 03:12:33.093686 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 03:12:33.093686 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 03:12:33.094445 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 03:12:33.094445 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 03:12:33.094445 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.094445 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.094445 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.094881 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.094881 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.094881 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.095105 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.095183 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.095315 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.095476 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.095634 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.095792 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.095955 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.096114 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.096272 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.096429 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.096587 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.096750 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.096909 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.097068 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.097226 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.097383 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] debug = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.097540 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.097750 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.097916 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.098074 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.098232 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.098389 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.098549 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.098740 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.098900 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.099058 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.099216 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.099378 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.099537 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.099696 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.099853 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.100010 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.100169 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.100332 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] host = dv-cinder-857075-2-iscsi {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.100491 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.100649 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.100806 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.100963 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.101121 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.101280 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.101438 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.101595 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.101752 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.101911 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.102067 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.102226 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.102383 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.102542 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.102722 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_options = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.102880 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.103037 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.103195 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.103377 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.103592 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.104258 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.104415 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.104573 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.104730 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.104887 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.105044 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.105202 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.105359 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.105517 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.105675 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.105833 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.105994 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.106153 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.106312 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.106470 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.106643 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.106803 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.106959 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.107118 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.107275 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.107432 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.107590 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.107747 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.107905 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.108063 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.108220 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.108377 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.108535 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.109070 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.109070 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.109070 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.109563 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.109563 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.109563 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.109563 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110146 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110146 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110146 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110146 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110790 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110790 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110790 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_json = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.110790 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.111223 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.111223 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.111223 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.111553 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.111553 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.111798 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.111798 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.112079 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 03:12:33.112079 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.112268 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.112391 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.112554 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.112715 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.112875 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.113034 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.113194 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.113353 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.113512 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.113679 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.113840 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.114011 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.114171 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.114339 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.114548 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.114725 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.114850 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.114971 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.115093 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.115242 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.115401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.115570 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.115731 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.116947 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.117809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.117809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.117809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.117809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.117809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.118284 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.118284 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.118284 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.118494 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.118494 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.118669 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.118791 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.120144 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.121133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.121133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.121133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.121133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.121133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.121133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122340 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122909 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122909 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122909 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.122909 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.123450 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.123450 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.123450 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.123450 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124011 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124011 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124011 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124478 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124478 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124478 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124478 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124921 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124921 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.124921 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.125257 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.125257 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.125498 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.125619 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.125739 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.125860 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.126089 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.126285 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.126433 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.126556 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.126740 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.127809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.127809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.127809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.127809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.127809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.127809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.127809 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.128651 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.128651 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.128651 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.128651 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.128651 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.128651 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.129639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.129639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.129639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.129639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.129639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.129639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.129639 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.130401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.130401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.130401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.130401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.130401 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131187 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131659 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131659 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.131659 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132224 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132224 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132224 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132224 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132681 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132681 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132681 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132887 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.132994 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.133153 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.133524 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.133690 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.133848 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.134010 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.134196 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.134354 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.134516 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.134707 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.134879 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.135038 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.135210 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.135353 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.135685 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.135685 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.135841 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.135968 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.136131 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.136292 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.136468 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.136633 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.136758 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.136917 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.137079 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.137238 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.137400 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.137557 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.137910 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.137910 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.138092 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.138174 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.138312 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.138473 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.138656 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.138821 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.138983 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.139142 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.139302 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.139464 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.139620 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.139930 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.140099 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.140266 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.140428 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.140590 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.140750 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.140913 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.141075 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.141238 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.141402 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.141570 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142241 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142241 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142241 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142241 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142562 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142562 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142745 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142826 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.142928 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.143106 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.143267 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.143428 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.143591 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.143753 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.143914 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.144077 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.144237 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.144398 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.144558 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.144720 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.144880 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.145041 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.145202 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.145363 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.145523 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.145683 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.145847 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.146012 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.146175 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.146336 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.146496 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.146677 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.146841 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.147002 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.147163 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.147322 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.147482 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.147642 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.147801 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.147963 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.148123 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.148298 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.148458 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.148619 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.148779 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.148939 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.149101 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.149271 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.149430 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.149590 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.149750 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.149913 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.150058 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.150228 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.150923 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.151086 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.151249 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.151395 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.151554 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.151724 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.151883 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.152044 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.152203 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.152364 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.152524 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.152692 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.152852 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.153014 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.153173 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.153333 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.153493 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.153664 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.153823 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.153984 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.154143 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.154299 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.154451 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.154631 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.154804 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.154966 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.155133 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.155293 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.155453 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.155614 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.155788 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.155953 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.156116 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.156277 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.156438 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.156599 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.156763 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.156928 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.157099 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.157267 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.157430 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.157599 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.157768 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.157937 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.158097 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.158264 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.158436 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.158597 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.158779 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.158943 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.159104 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.159264 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.159425 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.159586 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.159747 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.159907 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.160067 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.160227 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.160387 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.160549 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.160709 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.160871 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.161061 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.161189 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.161327 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.161487 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 03:12:33.161640 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 03:12:33.332158 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40074) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:12:33.339600 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053477 Sep 13 03:12:33.343897 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037274 Sep 13 03:12:42.454897 dv-cinder-857075-2-iscsi neutron-server[106080]: DEBUG dbcounter [-] [106080] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:12:44.563648 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writer thread running {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 03:12:44.565068 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccab1a-ef7f-4c6a-95f0-eb3569c85669 None None] get_active_networks_info from dv-cinder-857075-2-iscsi {{(pid=106193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 13 03:12:44.641309 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccab1a-ef7f-4c6a-95f0-eb3569c85669 None None] No non-hosted networks {{(pid=106193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 13 03:12:44.668108 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.agentschedulers_db [None req-a8ccab1a-ef7f-4c6a-95f0-eb3569c85669 None None] DHCP Agent not found on host dv-cinder-857075-2-iscsi {{(pid=106193) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 13 03:12:44.744209 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5bacf909-e90f-4389-9eec-3ebbd552a355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728634'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:46.418156 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writer thread running {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 03:12:46.904386 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2fe02867-9377-4a98-b33f-ef114bb8f3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728634'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:46.952343 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d9a48c0-e0e7-4bbe-ab1d-49dda2efc17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:48.139572 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728634'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:48.505636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40148) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:12:49.133882 dv-cinder-857075-2-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-98b6fc57-f893-488e-851b-2e30f854e8c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:12:49.135286 dv-cinder-857075-2-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-98b6fc57-f893-488e-851b-2e30f854e8c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:12:49.379408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [None req-98b6fc57-f893-488e-851b-2e30f854e8c5 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:12:49.381701 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-98b6fc57-f893-488e-851b-2e30f854e8c5 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8750155 Sep 13 03:12:49.529568 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728634'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:49.849710 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728634'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:49.850395 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.851537 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.852060 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.852789 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.853923 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.854417 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.854950 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.855435 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.855956 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.856545 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.857024 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.857485 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.858234 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.858731 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.859190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:49.859873 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857075-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:12:49.866318 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857075-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:12:50.331488 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.db.l3_hamode_db [None req-d424c474-e0f5-4a54-946b-3a4fa8035fc8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 13 03:12:50.409240 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424c474-e0f5-4a54-946b-3a4fa8035fc8 None None] Routers set() bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:12:50.409620 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424c474-e0f5-4a54-946b-3a4fa8035fc8 None None] Router IDs set() for agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 13 03:12:52.084729 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40184) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:12:52.401382 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:12:52.413144 dv-cinder-857075-2-iscsi neutron-server[106192]: ERROR stevedore.extension [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 03:12:52.494328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.policy [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 03:12:52.535807 dv-cinder-857075-2-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:12:52.536173 dv-cinder-857075-2-iscsi neutron-server[106192]: WARNING oslo_policy.policy [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:12:52.556507 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writer thread running {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 03:12:52.631517 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753288966325', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753288966841', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753288721343', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753288730188', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753288740805', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753288748181', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1436518', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1440570', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611484'] for rbac-policy (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:52.700769 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:52.701960 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d1990fb9-32dc-41e5-bcae-8e4b52b55b05 admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6162620 Sep 13 03:12:55.292693 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40194) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:12:55.613055 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:12:55.642892 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Made reservation on behalf of 83aeaa07fb5d40d3b285aeb01d1252b1 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:12:55.647028 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:55.665278 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:55.782587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks [] for security_group (d8f7c61d-f6d0-47d3-a98d-ab6fb2c6a64c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:55.786142 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d8f7c61d-f6d0-47d3-a98d-ab6fb2c6a64c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:55.820124 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:12:55.849622 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753286778287', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (cc0e3b4d-7877-44e8-83c5-44f4c95eb384), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:55.850117 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Unsubscribe: segment precommit_create {{(pid=106192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 03:12:55.850659 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Added segment cc0e3b4d-7877-44e8-83c5-44f4c95eb384 of type vlan for network 5858a395-6a0e-44a5-9832-f844bfa652fa Sep 13 03:12:55.857068 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7c61d-f6d0-47d3-a98d-ab6fb2c6a64c,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:12:55.893823 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.894165 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.894520 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.894894 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.895225 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.895548 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.895867 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.896188 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.896505 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.896895 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.897389 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.897731 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.898050 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.898364 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.898707 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Tracked resource versions report: Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: pushed versions: Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: { 'AddressGroup': {'1.2'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Agent': {'1.1'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'ConntrackHelper': {'1.0'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'LocalIPAssociation': {'1.0'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Log': {'1.0'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'NDPProxy': {'1.0'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Network': {'1.1'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Port': {'1.7'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'PortForwarding': {'1.3'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'QosPolicy': {'1.10'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroup': {'1.5'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroupRule': {'1.2'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SubPort': {'1.0'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Subnet': {'1.1'}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Trunk': {'1.1'}} Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: consumer versions: Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: { DHCP agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: L3 agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: Metadata agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: Metering agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: Open vSwitch agent@dv-cinder-857075-2-iscsi: { 'AddressGroup': '1.2', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Agent': '1.1', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'ConntrackHelper': '1.0', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'LocalIPAssociation': '1.0', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Log': '1.0', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'NDPProxy': '1.0', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Network': '1.1', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Port': '1.7', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'PortForwarding': '1.3', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'QosPolicy': '1.10', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroup': '1.5', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroupRule': '1.2', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SubPort': '1.0', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Subnet': '1.1', Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Trunk': '1.1'}} Sep 13 03:12:55.900131 dv-cinder-857075-2-iscsi neutron-server[106192]: {{(pid=106192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 03:12:55.960104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (5858a395-6a0e-44a5-9832-f844bfa652fa), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:56.000487 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (5858a395-6a0e-44a5-9832-f844bfa652fa), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:56.005368 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:12:56.006090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:56.015390 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=52,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:12:56.093666 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7998948 Sep 13 03:12:56.135357 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6ad7-e0c4-4ba7-96d5-9e48fb59163d demo demo] Pushing event updated for resources: {'Network': ['ID=5858a395-6a0e-44a5-9832-f844bfa652fa,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:12:56.149639 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 5858a395-6a0e-44a5-9832-f844bfa652fa details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:12:58.711529 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40208) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:12:59.124889 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933b2ca-ff68-43b7-a6ed-d6602978bfd1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:12:59.126248 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e933b2ca-ff68-43b7-a6ed-d6602978bfd1 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/5858a395-6a0e-44a5-9832-f844bfa652fa HTTP/1.1" status: 200 len: 825 time: 0.4137797 Sep 13 03:12:59.151620 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-debc815b-2ee1-46f1-8aa9-1b60b4fc959a demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/600a838c-db6d-447b-8376-80dc0a98873e HTTP/1.1" status: 200 len: 734 time: 0.0187099 Sep 13 03:12:59.159855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '600a838c-db6d-447b-8376-80dc0a98873e', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:12:59.180651 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Made reservation on behalf of 83aeaa07fb5d40d3b285aeb01d1252b1 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:12:59.182984 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:59.304752 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:12:59.479276 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (cae22ddc-b671-4dcf-97eb-8d19b61031ca), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:59.552239 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Pushing event updated for resources: {'Subnet': ['ID=cae22ddc-b671-4dcf-97eb-8d19b61031ca,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:12:59.554209 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Checking segment: {'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:12:59.554545 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Network hostable DHCP agents. Network: 5858a395-6a0e-44a5-9832-f844bfa652fa, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:12:59.576116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Network 5858a395-6a0e-44a5-9832-f844bfa652fa is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:12:59.587497 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 5858a395-6a0e-44a5-9832-f844bfa652fa) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:12:59.592048 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:12:59.592648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:12:59.596893 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf64b4-55d5-4bc8-b85a-fedffdd8ece0 None None] Network 5858a395-6a0e-44a5-9832-f844bfa652fa requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:12:59.607765 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-44300d4f-4d93-4a07-8b42-8e95cc4cb10d demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4510443 Sep 13 03:12:59.862967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-5858a395-6a0e-44a5-9832-f844bfa652fa', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'fixed_ips': [{'subnet_id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:12:59.864266 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:00.135615 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Allocated IP 172.20.0.2 (5858a395-6a0e-44a5-9832-f844bfa652fa/cae22ddc-b671-4dcf-97eb-8d19b61031ca/b1228377-5b8b-4fdd-a777-8a67080ea4d8) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:13:00.220420 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:00.405014 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Publish callbacks [] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:00.412406 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:00.485946 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Network 5858a395-6a0e-44a5-9832-f844bfa652fa is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:13:00.490674 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:13:00.497938 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:13:00.504902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Pushing event updated for resources: {'Port': ['ID=b1228377-5b8b-4fdd-a777-8a67080ea4d8,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:00.538870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.539228 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.539565 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.539916 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.540262 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.540576 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.540899 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.541221 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.541582 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.541902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.542222 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.542562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.542907 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.543222 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.543537 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Tracked resource versions report: Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: pushed versions: Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: { 'AddressGroup': {'1.2'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Agent': {'1.1'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'ConntrackHelper': {'1.0'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'LocalIPAssociation': {'1.0'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Log': {'1.0'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'NDPProxy': {'1.0'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Network': {'1.1'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Port': {'1.7'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'PortForwarding': {'1.3'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'QosPolicy': {'1.10'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroup': {'1.5'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroupRule': {'1.2'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SubPort': {'1.0'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Subnet': {'1.1'}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Trunk': {'1.1'}} Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: consumer versions: Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: { DHCP agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: L3 agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: Metadata agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: Metering agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: Open vSwitch agent@dv-cinder-857075-2-iscsi: { 'AddressGroup': '1.2', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Agent': '1.1', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'ConntrackHelper': '1.0', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'LocalIPAssociation': '1.0', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Log': '1.0', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'NDPProxy': '1.0', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Network': '1.1', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Port': '1.7', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'PortForwarding': '1.3', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'QosPolicy': '1.10', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroup': '1.5', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroupRule': '1.2', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SubPort': '1.0', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Subnet': '1.1', Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Trunk': '1.1'}} Sep 13 03:13:00.544992 dv-cinder-857075-2-iscsi neutron-server[106193]: {{(pid=106193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 03:13:00.596495 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Attempting to bind port b1228377-5b8b-4fdd-a777-8a67080ea4d8 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:13:00.596892 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Attempting to bind port b1228377-5b8b-4fdd-a777-8a67080ea4d8 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:13:00.597316 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Attempting to bind port b1228377-5b8b-4fdd-a777-8a67080ea4d8 on network 5858a395-6a0e-44a5-9832-f844bfa652fa {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:13:00.641193 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:00.645970 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:13:00.646347 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Checking segment: {'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:13:00.646827 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:00.647213 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Bound using segment: {'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:13:00.647690 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Bound port: b1228377-5b8b-4fdd-a777-8a67080ea4d8, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:13:00.648090 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:00.709734 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] For port b1228377-5b8b-4fdd-a777-8a67080ea4d8, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:13:00.729208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] For port b1228377-5b8b-4fdd-a777-8a67080ea4d8, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b1228377-5b8b-4fdd-a777-8a67080ea4d8,segment=NetworkSegment(cc0e3b4d-7877-44e8-83c5-44f4c95eb384),segment_id=cc0e3b4d-7877-44e8-83c5-44f4c95eb384)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:13:00.735589 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:00.784667 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce70b10-5077-46b2-be9e-1b97ecdd9a52 None None] Pushing event updated for resources: {'Port': ['ID=b1228377-5b8b-4fdd-a777-8a67080ea4d8,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:02.268582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40218) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:02.597686 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [None req-fe709f72-bfcf-4bf1-8edb-5c26f631dff9 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:13:02.598730 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fe709f72-bfcf-4bf1-8edb-5c26f631dff9 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3291531 Sep 13 03:13:03.544429 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:03.548649 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:05.250376 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 40230) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:05.761184 dv-cinder-857075-2-iscsi neutron-server[106191]: WARNING oslo_policy.policy [None req-6380d783-4f8d-422d-9379-f156f941ddbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:13:05.761723 dv-cinder-857075-2-iscsi neutron-server[106191]: WARNING oslo_policy.policy [None req-6380d783-4f8d-422d-9379-f156f941ddbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:13:05.976788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [None req-6380d783-4f8d-422d-9379-f156f941ddbb admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:13:05.978660 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6380d783-4f8d-422d-9379-f156f941ddbb admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7258787 Sep 13 03:13:07.592204 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b1228377-5b8b-4fdd-a777-8a67080ea4d8 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:13:07.669340 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port b1228377-5b8b-4fdd-a777-8a67080ea4d8 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:07.669735 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:07.770426 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port b1228377-5b8b-4fdd-a777-8a67080ea4d8 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:07.770835 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:07.805041 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port b1228377-5b8b-4fdd-a777-8a67080ea4d8, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b1228377-5b8b-4fdd-a777-8a67080ea4d8,segment=NetworkSegment(cc0e3b4d-7877-44e8-83c5-44f4c95eb384),segment_id=cc0e3b4d-7877-44e8-83c5-44f4c95eb384)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:13:07.809348 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:07.859980 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=b1228377-5b8b-4fdd-a777-8a67080ea4d8,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:08.668313 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 40248) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:08.774014 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688a7ce-fdd0-406a-91db-b103d1faf049 None None] Network 5858a395-6a0e-44a5-9832-f844bfa652fa requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:13:08.885886 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-a298c66d-11ee-4e90-9bba-5e463f44b61d None None] Provisioning complete for port b1228377-5b8b-4fdd-a777-8a67080ea4d8 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:08.886274 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a298c66d-11ee-4e90-9bba-5e463f44b61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:08.895614 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:08.974356 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-a298c66d-11ee-4e90-9bba-5e463f44b61d None None] Current status of the port b1228377-5b8b-4fdd-a777-8a67080ea4d8 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:09.003753 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:13:09.012932 dv-cinder-857075-2-iscsi neutron-server[106191]: ERROR stevedore.extension [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 03:13:09.065331 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.policy [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 03:13:09.093078 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-f676f8e8-0d44-4c67-ba57-74be88746c68 None None] Provisioning complete for port b1228377-5b8b-4fdd-a777-8a67080ea4d8 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:09.093687 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f676f8e8-0d44-4c67-ba57-74be88746c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:09.108483 dv-cinder-857075-2-iscsi neutron-server[106191]: WARNING oslo_policy.policy [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:13:09.108892 dv-cinder-857075-2-iscsi neutron-server[106191]: WARNING oslo_policy.policy [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 03:13:09.128939 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writer thread running {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 03:13:09.135246 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:09.168826 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f676f8e8-0d44-4c67-ba57-74be88746c68 None None] Current status of the port b1228377-5b8b-4fdd-a777-8a67080ea4d8 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:09.173674 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:09.175600 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:09.332369 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Publish callbacks [] for router_controller (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), precommit_add_association {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:09.337448 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:09.362026 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:09.363242 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-4616fa60-680c-40d5-8b1d-1f23cdd80ac2 demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6940722 Sep 13 03:13:09.536863 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b1228377-5b8b-4fdd-a777-8a67080ea4d8 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:13:09.583100 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port b1228377-5b8b-4fdd-a777-8a67080ea4d8 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:09.583413 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:09.601363 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:09.602649 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:09.651294 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:09.662410 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port b1228377-5b8b-4fdd-a777-8a67080ea4d8 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:11.988522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40262) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:12.308459 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [None req-c1e7a40b-9d25-496e-9b23-cc3a32e12e87 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:13:12.309479 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c1e7a40b-9d25-496e-9b23-cc3a32e12e87 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3200529 Sep 13 03:13:14.515853 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35f93350-a9a6-4b7b-bd26-0e8d90880bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:14.949852 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40270) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:15.263826 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:13:15.284112 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Made reservation on behalf of 76c5181fc7be45279ac00017bb4640b3 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:13:15.286398 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.295178 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.372739 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks [] for security_group (6e515386-60ec-4a3a-8c61-e7f7e5c01d57), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.376196 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6e515386-60ec-4a3a-8c61-e7f7e5c01d57), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.389815 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Reserving flat network on physical network physnet1 {{(pid=106192) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 13 03:13:15.413993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e515386-60ec-4a3a-8c61-e7f7e5c01d57,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:15.419303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (29663dad-375f-4a91-a8f0-181c0f1fc927), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.419641 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Added segment 29663dad-375f-4a91-a8f0-181c0f1fc927 of type flat for network c9a61636-86dd-4fb4-a674-3330aa647f30 Sep 13 03:13:15.469535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (c9a61636-86dd-4fb4-a674-3330aa647f30), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.501673 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (c9a61636-86dd-4fb4-a674-3330aa647f30), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.502556 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:13:15.503153 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:15.578842 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6279185 Sep 13 03:13:15.598862 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9e684-687b-4d88-9e29-da8970e7d30a admin admin] Pushing event updated for resources: {'Network': ['ID=c9a61636-86dd-4fb4-a674-3330aa647f30,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:15.609180 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network c9a61636-86dd-4fb4-a674-3330aa647f30 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:13:16.899004 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2729-0df8-42bd-badb-5fa40aab28f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:18.105451 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:18.203446 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40278) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:18.562576 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971534f-b5fe-4c89-8afb-9aef6bc1593f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:13:18.563917 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0971534f-b5fe-4c89-8afb-9aef6bc1593f demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/cae22ddc-b671-4dcf-97eb-8d19b61031ca HTTP/1.1" status: 200 len: 849 time: 0.3595164 Sep 13 03:13:18.721438 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fac3dcda-49ed-4d16-8b11-7f21c1543b53 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef HTTP/1.1" status: 200 len: 704 time: 0.1516328 Sep 13 03:13:18.980828 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.205828 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:19.244725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:19.268917 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Allocated IP 172.20.0.1 (5858a395-6a0e-44a5-9832-f844bfa652fa/cae22ddc-b671-4dcf-97eb-8d19b61031ca/340125e7-2c74-43c3-8f06-0b273c26fa22) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:13:19.354405 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=11,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:19.356339 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=7,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:19.464240 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks [] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.471514 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.545057 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.616974 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Network 5858a395-6a0e-44a5-9832-f844bfa652fa is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:13:19.626056 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:13:19.630203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:13:19.630768 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.652992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Pushing event updated for resources: {'Port': ['ID=340125e7-2c74-43c3-8f06-0b273c26fa22,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:19.832239 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.853154 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-f6ade813-be49-4937-aaeb-889ac3a14d0b None None] Provisioning complete for port 340125e7-2c74-43c3-8f06-0b273c26fa22 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:19.854203 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f6ade813-be49-4937-aaeb-889ac3a14d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.857440 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:19.886851 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f6ade813-be49-4937-aaeb-889ac3a14d0b None None] Port 340125e7-2c74-43c3-8f06-0b273c26fa22 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:13:20.037955 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks [] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:20.042553 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:20.043378 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:20.121541 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Pushing event updated for resources: {'Port': ['ID=340125e7-2c74-43c3-8f06-0b273c26fa22,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:20.159229 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:20.171220 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Network 5858a395-6a0e-44a5-9832-f844bfa652fa is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:13:20.172904 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:13:20.327753 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:13:20.403228 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:UPDATE=4,neutron:INSERT=4,neutron:SELECT=92 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:20.405899 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-aaf4215a-7bf3-49a3-b1fa-babfc8a2a928 None None] Provisioning complete for port 340125e7-2c74-43c3-8f06-0b273c26fa22 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:20.406292 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-aaf4215a-7bf3-49a3-b1fa-babfc8a2a928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:20.422637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:13:20.428265 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d67238e3-c9be-4439-a982-c698c73c8bf4 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7012024 Sep 13 03:13:20.433399 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Sync routers for ids ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:13:20.445825 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Routers {'2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:13:20.446722 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:13:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:20.451338 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4215a-7bf3-49a3-b1fa-babfc8a2a928 None None] Port 340125e7-2c74-43c3-8f06-0b273c26fa22 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:13:20.629152 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Set router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:13:21.038384 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'name': 'router1', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:13:09Z', 'updated_at': '2022-09-13T03:13:19Z', 'revision_number': 2, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'gw_port_host': None, '_interfaces': [{'id': '340125e7-2c74-43c3-8f06-0b273c26fa22', 'name': '', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'mac_address': 'fa:16:3e:13:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:19Z', 'updated_at': '2022-09-13T03:13:19Z', 'revision_number': 2, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'subnets': [{'id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600a838c-db6d-447b-8376-80dc0a98873e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:21.089373 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Checking router: 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:13:21.089764 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Updating router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef port 340125e7-2c74-43c3-8f06-0b273c26fa22 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:13:21.143764 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:21.649673 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Publish callbacks [] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:21.656532 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:21.803006 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Pushing event updated for resources: {'Port': ['ID=340125e7-2c74-43c3-8f06-0b273c26fa22,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:21.814296 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Attempting to bind port 340125e7-2c74-43c3-8f06-0b273c26fa22 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:13:21.814710 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Attempting to bind port 340125e7-2c74-43c3-8f06-0b273c26fa22 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:13:21.815152 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Attempting to bind port 340125e7-2c74-43c3-8f06-0b273c26fa22 on network 5858a395-6a0e-44a5-9832-f844bfa652fa {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:13:21.823942 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.824291 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.824650 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.825001 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.825335 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.825674 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.826000 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.826323 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.826666 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.826988 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.827311 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.827651 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.827970 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.828288 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.828602 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Tracked resource versions report: Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: pushed versions: Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: { 'AddressGroup': {'1.2'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Agent': {'1.1'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'ConntrackHelper': {'1.0'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'LocalIPAssociation': {'1.0'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Log': {'1.0'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'NDPProxy': {'1.0'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Network': {'1.1'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Port': {'1.7'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'PortForwarding': {'1.3'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'QosPolicy': {'1.10'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroup': {'1.5'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroupRule': {'1.2'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SubPort': {'1.0'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Subnet': {'1.1'}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Trunk': {'1.1'}} Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: consumer versions: Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: { DHCP agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: L3 agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: Metadata agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: Metering agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: Open vSwitch agent@dv-cinder-857075-2-iscsi: { 'AddressGroup': '1.2', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Agent': '1.1', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'ConntrackHelper': '1.0', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'LocalIPAssociation': '1.0', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Log': '1.0', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'NDPProxy': '1.0', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Network': '1.1', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Port': '1.7', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'PortForwarding': '1.3', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'QosPolicy': '1.10', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroup': '1.5', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroupRule': '1.2', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SubPort': '1.0', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Subnet': '1.1', Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Trunk': '1.1'}} Sep 13 03:13:21.830097 dv-cinder-857075-2-iscsi neutron-server[106194]: {{(pid=106194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 03:13:21.902458 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:21.913428 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:13:21.913832 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Checking segment: {'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:13:21.914290 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:21.914711 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Bound using segment: {'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:13:21.915187 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Bound port: 340125e7-2c74-43c3-8f06-0b273c26fa22, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0e3b4d-7877-44e8-83c5-44f4c95eb384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:13:21.915568 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:21.978190 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] For port 340125e7-2c74-43c3-8f06-0b273c26fa22, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:13:21.995836 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:21.998572 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] For port 340125e7-2c74-43c3-8f06-0b273c26fa22, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=340125e7-2c74-43c3-8f06-0b273c26fa22,segment=NetworkSegment(cc0e3b4d-7877-44e8-83c5-44f4c95eb384),segment_id=cc0e3b4d-7877-44e8-83c5-44f4c95eb384)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:13:22.005816 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:22.038551 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Routers {'2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:13:22.039187 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:13:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:22.129833 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26d334-932c-48a2-8d56-892a02af17c5 None None] Pushing event updated for resources: {'Port': ['ID=340125e7-2c74-43c3-8f06-0b273c26fa22,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:22.145135 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] Set router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:13:22.334295 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'name': 'router1', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:13:09Z', 'updated_at': '2022-09-13T03:13:19Z', 'revision_number': 2, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'gw_port_host': None, '_interfaces': [{'id': '340125e7-2c74-43c3-8f06-0b273c26fa22', 'name': '', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'mac_address': 'fa:16:3e:13:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:19Z', 'updated_at': '2022-09-13T03:13:21Z', 'revision_number': 4, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'subnets': [{'id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600a838c-db6d-447b-8376-80dc0a98873e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:22.359499 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867dd879-9c5b-442d-8db3-cad1a66c26c3 None None] The sync data for ids ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'] in dv-cinder-857075-2-iscsi is: [{'id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'name': 'router1', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:13:09Z', 'updated_at': '2022-09-13T03:13:19Z', 'revision_number': 2, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'gw_port_host': None, '_interfaces': [{'id': '340125e7-2c74-43c3-8f06-0b273c26fa22', 'name': '', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'mac_address': 'fa:16:3e:13:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:19Z', 'updated_at': '2022-09-13T03:13:21Z', 'revision_number': 4, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'subnets': [{'id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600a838c-db6d-447b-8376-80dc0a98873e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:13:23.040087 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40290) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:23.433576 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563813c0-a1e8-4146-852e-f7570bcb6695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:13:23.434954 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-563813c0-a1e8-4146-852e-f7570bcb6695 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/c9a61636-86dd-4fb4-a674-3330aa647f30 HTTP/1.1" status: 200 len: 842 time: 0.3938928 Sep 13 03:13:23.445259 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:13:23.467736 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Made reservation on behalf of 76c5181fc7be45279ac00017bb4640b3 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:13:23.470076 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:23.827534 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.objects.ports [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106192) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 13 03:13:23.827958 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (5da15c22-bede-47dc-b0bd-a09f21a337f7), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:23.876677 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da15c22-bede-47dc-b0bd-a09f21a337f7,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:23.891787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:13:23.892133 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Network hostable DHCP agents. Network: c9a61636-86dd-4fb4-a674-3330aa647f30, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:13:23.908676 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:13:23.917313 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, c9a61636-86dd-4fb4-a674-3330aa647f30) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:13:23.926426 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00350817-ff79-4d38-8793-7cfa68fea228 None None] Network c9a61636-86dd-4fb4-a674-3330aa647f30 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:13:23.926889 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:13:23.927366 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:23.944785 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9ecc4df3-f045-4141-aa07-80bb6ea445b1 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5032432 Sep 13 03:13:24.053393 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f3253-acc0-4146-95ed-8000425b6a4f None None] Network c9a61636-86dd-4fb4-a674-3330aa647f30 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:13:26.633097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40298) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:27.060941 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6ecdeeec-7a66-41c2-be67-ff19f47d42e0 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef HTTP/1.1" status: 200 len: 710 time: 0.4247830 Sep 13 03:13:27.151689 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4559f-bf16-4b07-a5ef-d5483c35d905 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:13:27.153677 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-84a4559f-bf16-4b07-a5ef-d5483c35d905 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/c9a61636-86dd-4fb4-a674-3330aa647f30 HTTP/1.1" status: 200 len: 886 time: 0.0919118 Sep 13 03:13:27.162544 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:13:27.197261 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:27.319483 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:27.415336 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks [] for router_gateway (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:27.570161 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 340125e7-2c74-43c3-8f06-0b273c26fa22 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:13:27.612642 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:27.614702 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 340125e7-2c74-43c3-8f06-0b273c26fa22 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:27.615169 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:27.646804 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks [] for router_gateway (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:27.690526 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 340125e7-2c74-43c3-8f06-0b273c26fa22 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:27.690939 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:27.723637 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 340125e7-2c74-43c3-8f06-0b273c26fa22, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=340125e7-2c74-43c3-8f06-0b273c26fa22,segment=NetworkSegment(cc0e3b4d-7877-44e8-83c5-44f4c95eb384),segment_id=cc0e3b4d-7877-44e8-83c5-44f4c95eb384)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:13:27.728430 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:27.729381 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:27.775998 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=340125e7-2c74-43c3-8f06-0b273c26fa22,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:27.839114 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Allocated IP 172.27.1.76 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/877264fa-1414-4ac4-ae2c-7a99568f2af9) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:13:27.941248 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks [] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:27.972648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:28.012087 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:13:28.016856 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:13:28.024085 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:13:28.029092 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Pushing event updated for resources: {'Port': ['ID=877264fa-1414-4ac4-ae2c-7a99568f2af9,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:28.100948 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:28.333769 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:28.345050 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks [] for router_gateway (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:28.527809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-729054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2451'] for router (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:28.531182 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-729047'] for router (2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:28.632832 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:13:28.733434 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:13:28.737615 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:28.738763 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-96e1b6b9-e9e8-440d-a0c4-42efb5159419 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef HTTP/1.1" status: 200 len: 889 time: 1.5796611 Sep 13 03:13:28.753436 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Sync routers for ids ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:13:28.766185 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Routers {'2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:13:28.766863 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:13:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:28.977814 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Set router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:13:29.229234 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:29.356654 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'name': 'router1', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '877264fa-1414-4ac4-ae2c-7a99568f2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:13:09Z', 'updated_at': '2022-09-13T03:13:28Z', 'revision_number': 4, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'gw_port': {'id': '877264fa-1414-4ac4-ae2c-7a99568f2af9', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:27Z', 'updated_at': '2022-09-13T03:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '340125e7-2c74-43c3-8f06-0b273c26fa22', 'name': '', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'mac_address': 'fa:16:3e:13:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:19Z', 'updated_at': '2022-09-13T03:13:27Z', 'revision_number': 5, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'subnets': [{'id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600a838c-db6d-447b-8376-80dc0a98873e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:29.479409 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Checking router: 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:13:29.479679 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Updating router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef port 877264fa-1414-4ac4-ae2c-7a99568f2af9 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:13:29.532719 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:29.562091 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 340125e7-2c74-43c3-8f06-0b273c26fa22 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:13:29.721402 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 340125e7-2c74-43c3-8f06-0b273c26fa22 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:29.721793 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:29.884910 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:29.908397 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 340125e7-2c74-43c3-8f06-0b273c26fa22 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:29.957726 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Publish callbacks [] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:29.964403 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:29.999975 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Attempting to bind port 877264fa-1414-4ac4-ae2c-7a99568f2af9 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:13:30.000375 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Attempting to bind port 877264fa-1414-4ac4-ae2c-7a99568f2af9 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:13:30.000724 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Attempting to bind port 877264fa-1414-4ac4-ae2c-7a99568f2af9 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:13:30.031793 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861a81-6f7e-4244-b96b-9d1fcd086957 None None] Pushing event updated for resources: {'Port': ['ID=877264fa-1414-4ac4-ae2c-7a99568f2af9,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:30.051609 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:13:30.051979 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:13:30.052380 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:30.052766 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:13:30.053238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Bound port: 877264fa-1414-4ac4-ae2c-7a99568f2af9, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:13:30.053619 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:30.103620 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] For port 877264fa-1414-4ac4-ae2c-7a99568f2af9, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:13:30.106808 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] For port 877264fa-1414-4ac4-ae2c-7a99568f2af9, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=877264fa-1414-4ac4-ae2c-7a99568f2af9,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:13:30.112200 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:30.154184 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Routers {'2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:13:30.154726 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:13:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:30.206390 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861a81-6f7e-4244-b96b-9d1fcd086957 None None] Pushing event updated for resources: {'Port': ['ID=877264fa-1414-4ac4-ae2c-7a99568f2af9,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:30.247020 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:30.269804 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] Set router 2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:13:30.460553 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-4067475e-d841-41d7-ae23-519161948f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'name': 'router1', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '877264fa-1414-4ac4-ae2c-7a99568f2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:13:09Z', 'updated_at': '2022-09-13T03:13:28Z', 'revision_number': 4, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'gw_port': {'id': '877264fa-1414-4ac4-ae2c-7a99568f2af9', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:27Z', 'updated_at': '2022-09-13T03:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '340125e7-2c74-43c3-8f06-0b273c26fa22', 'name': '', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'mac_address': 'fa:16:3e:13:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:19Z', 'updated_at': '2022-09-13T03:13:27Z', 'revision_number': 5, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'subnets': [{'id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600a838c-db6d-447b-8376-80dc0a98873e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:13:30.485588 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067475e-d841-41d7-ae23-519161948f3d None None] The sync data for ids ['2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef'] in dv-cinder-857075-2-iscsi is: [{'id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'name': 'router1', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '877264fa-1414-4ac4-ae2c-7a99568f2af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:13:09Z', 'updated_at': '2022-09-13T03:13:28Z', 'revision_number': 4, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'gw_port': {'id': '877264fa-1414-4ac4-ae2c-7a99568f2af9', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:27Z', 'updated_at': '2022-09-13T03:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '340125e7-2c74-43c3-8f06-0b273c26fa22', 'name': '', 'network_id': '5858a395-6a0e-44a5-9832-f844bfa652fa', 'tenant_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'mac_address': 'fa:16:3e:13:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3adc3b-2700-4f10-ba1e-92fd68bfc9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:13:19Z', 'updated_at': '2022-09-13T03:13:27Z', 'revision_number': 5, 'project_id': '83aeaa07fb5d40d3b285aeb01d1252b1', 'subnets': [{'id': 'cae22ddc-b671-4dcf-97eb-8d19b61031ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600a838c-db6d-447b-8376-80dc0a98873e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:13:31.543324 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40310) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:13:31.565926 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 877264fa-1414-4ac4-ae2c-7a99568f2af9 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:13:31.612219 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 877264fa-1414-4ac4-ae2c-7a99568f2af9 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:31.612609 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:31.682766 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 877264fa-1414-4ac4-ae2c-7a99568f2af9 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:31.683147 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:31.703897 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 877264fa-1414-4ac4-ae2c-7a99568f2af9, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=877264fa-1414-4ac4-ae2c-7a99568f2af9,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:13:31.707961 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:31.742738 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:31.757764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=877264fa-1414-4ac4-ae2c-7a99568f2af9,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:13:31.942044 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-177628bd-8ddc-458f-9f55-2cae34f8c54a admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3976054 Sep 13 03:13:32.330591 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=39 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:32.337886 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:33.563349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 877264fa-1414-4ac4-ae2c-7a99568f2af9 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:13:33.620232 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 877264fa-1414-4ac4-ae2c-7a99568f2af9 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:13:33.620650 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (877264fa-1414-4ac4-ae2c-7a99568f2af9), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:33.693627 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 877264fa-1414-4ac4-ae2c-7a99568f2af9 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:13:38.020399 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:13:41.934343 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=49 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:41.938893 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:43.690423 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=16 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:43.692432 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=67 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:44.518672 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-87328c23-6c0f-4aa5-a54d-682d3d65a715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:46.905482 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-420e6770-9f83-4fa0-bd6d-9e32e7cdc1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:48.015627 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:48.111782 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:49.499663 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:49.852771 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:13:59.842700 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:13:59.848166 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:00.020521 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:00.035186 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:14.527564 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ac89eea6-352e-45b1-8fee-94e060dc0299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:15.023518 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:14:16.901246 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3f549ce0-bd6b-416d-954b-df47c7b67de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:18.135505 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:19.487398 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:19.849059 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:25.013719 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:25.015397 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:29.838853 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=25 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:29.842762 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:37.098461 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:43.014741 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:44.522855 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dce3508a-ce2d-4640-9084-eef6cffc8126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:46.895384 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-66325072-9c35-4322-9f19-959a7d11dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:48.109299 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:49.483291 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:49.843779 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:14:52.024028 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:14:57.006099 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40862) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:14:57.346556 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c35d6b6-65d6-41c2-a4bb-d57fc1b77441 admin admin] GET failed (client error): The resource could not be found. Sep 13 03:14:57.347859 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0c35d6b6-65d6-41c2-a4bb-d57fc1b77441 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3408093 Sep 13 03:14:57.505618 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e35a138-de51-4557-b869-d84f9b015082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:14:57.507081 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3e35a138-de51-4557-b869-d84f9b015082 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542170 Sep 13 03:14:59.837849 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:14:59.839676 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:00.076060 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40872) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:00.441214 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b8781e-205e-4a1a-a0c4-c3a246b3774a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:00.442464 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-16b8781e-205e-4a1a-a0c4-c3a246b3774a admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/cae22ddc-b671-4dcf-97eb-8d19b61031ca HTTP/1.1" status: 200 len: 849 time: 0.3653979 Sep 13 03:15:00.452197 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:15:00.536186 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Publish callbacks [] for subnet (cae22ddc-b671-4dcf-97eb-8d19b61031ca), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:00.678127 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753286803330'] for subnet (cae22ddc-b671-4dcf-97eb-8d19b61031ca), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:00.708630 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:00.709220 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:00.710643 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/cae22ddc-b671-4dcf-97eb-8d19b61031ca HTTP/1.1" status: 200 len: 868 time: 0.2619193 Sep 13 03:15:00.713908 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240287b6-178a-4b57-806d-3178dc5600a4 None None] Network 5858a395-6a0e-44a5-9832-f844bfa652fa requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:15:00.731840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae22ddc-b671-4dcf-97eb-8d19b61031ca,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:15:00.739459 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.739795 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.740161 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.740503 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.740832 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.741157 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.741482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.741804 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.742735 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.743073 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.743410 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.743739 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.744057 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.744375 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:00.744693 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae2d5d-cc2b-469f-9208-526620c1d95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:15:01.072269 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-440c83b2-1c39-487c-b116-a15cce7bd874 None None] Provisioning complete for port b1228377-5b8b-4fdd-a777-8a67080ea4d8 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:15:01.072744 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-440c83b2-1c39-487c-b116-a15cce7bd874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1228377-5b8b-4fdd-a777-8a67080ea4d8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:01.143129 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-440c83b2-1c39-487c-b116-a15cce7bd874 None None] Current status of the port b1228377-5b8b-4fdd-a777-8a67080ea4d8 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:15:01.151409 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-440c83b2-1c39-487c-b116-a15cce7bd874 None None] Provisioning complete for port 340125e7-2c74-43c3-8f06-0b273c26fa22 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:15:01.151794 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-440c83b2-1c39-487c-b116-a15cce7bd874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (340125e7-2c74-43c3-8f06-0b273c26fa22), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:01.224214 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-440c83b2-1c39-487c-b116-a15cce7bd874 None None] Current status of the port 340125e7-2c74-43c3-8f06-0b273c26fa22 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:15:02.020377 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:02.021135 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:03.295097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40880) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:03.767458 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad6323-e0f5-4e66-862e-97b05e55afda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:03.767927 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad6323-e0f5-4e66-862e-97b05e55afda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:03.769438 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a4ad6323-e0f5-4e66-862e-97b05e55afda admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4733987 Sep 13 03:15:06.325563 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40888) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:06.723978 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a9f93-f014-49c1-af18-26df80b1e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:06.724448 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a9f93-f014-49c1-af18-26df80b1e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:06.725930 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b99a9f93-f014-49c1-af18-26df80b1e358 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3994353 Sep 13 03:15:09.274999 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40896) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:09.658407 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:09.673662 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6264e95-eb36-4793-b987-90440c156c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:09.675297 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f6264e95-eb36-4793-b987-90440c156c3c admin admin] 10.222.0.18 "GET /networking/v2.0/networks/5858a395-6a0e-44a5-9832-f844bfa652fa HTTP/1.1" status: 200 len: 869 time: 0.3993425 Sep 13 03:15:11.219680 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=39 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:11.222459 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=38 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:12.231196 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40904) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:12.693529 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:12.726684 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4f56f-b5f3-4f95-99da-23e9eba4aff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:12.728048 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-62d4f56f-b5f3-4f95-99da-23e9eba4aff2 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/c9a61636-86dd-4fb4-a674-3330aa647f30 HTTP/1.1" status: 200 len: 886 time: 0.4959166 Sep 13 03:15:14.029203 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:14.033166 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:14.525392 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-359c39d1-64cf-4d39-9767-86be4e4e7a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:15.284745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40912) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:15.676053 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26678e-b6f1-4b94-8459-a572e14c30e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:15.676503 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26678e-b6f1-4b94-8459-a572e14c30e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:15.677994 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9f26678e-b6f1-4b94-8459-a572e14c30e3 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3923192 Sep 13 03:15:16.899540 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8148-27c5-4087-bc01-49ec2533d8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:18.115533 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:18.234488 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40920) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:18.609971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cfa795-23b1-40d6-aa3f-3368f5f03565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:18.610428 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cfa795-23b1-40d6-aa3f-3368f5f03565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:18.614656 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b6cfa795-23b1-40d6-aa3f-3368f5f03565 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3765171 Sep 13 03:15:19.485543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:19.846180 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:21.169306 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40928) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:21.528411 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f613c-c450-4496-b600-f0b725a0528b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:21.529749 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-436f613c-c450-4496-b600-f0b725a0528b admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/5da15c22-bede-47dc-b0bd-a09f21a337f7 HTTP/1.1" status: 200 len: 816 time: 0.3595054 Sep 13 03:15:24.075678 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40936) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:24.440476 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb9e2e-bb49-4cf8-86d5-327eed23228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:24.441860 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5efb9e2e-bb49-4cf8-86d5-327eed23228d admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/cae22ddc-b671-4dcf-97eb-8d19b61031ca HTTP/1.1" status: 200 len: 868 time: 0.3652089 Sep 13 03:15:29.024174 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:15:29.840269 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:29.842051 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:34.431734 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=26 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:34.437591 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=38 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:44.527425 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-56dc5805-38b2-4d3e-9299-d0a34cdbf6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:46.900673 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9f449553-3b1f-45f0-a324-ab8bc9f45642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:48.116959 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:49.488594 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:49.848719 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:15:51.035708 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=18 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:51.040136 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:53.840087 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 40992) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:54.159021 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [None req-773268f2-b403-40e5-9c05-9d64ba1a557c admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:15:54.160024 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-773268f2-b403-40e5-9c05-9d64ba1a557c admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3190119 Sep 13 03:15:56.794472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41000) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:57.145028 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e878e31-aa33-4029-8ec3-255cb3c6fbc9 admin admin] GET failed (client error): The resource could not be found. Sep 13 03:15:57.146293 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1e878e31-aa33-4029-8ec3-255cb3c6fbc9 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3508823 Sep 13 03:15:57.230423 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973a668-9d1b-4f43-a305-4781acb05ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:15:57.231875 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0973a668-9d1b-4f43-a305-4781acb05ce4 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812380 Sep 13 03:15:59.789685 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41008) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:15:59.842570 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:15:59.844535 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:00.111512 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:16:00.132149 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Made reservation on behalf of 76c5181fc7be45279ac00017bb4640b3 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:16:00.134581 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:00.162012 dv-cinder-857075-2-iscsi neutron-server[106192]: WARNING neutron.services.revisions.revision_plugin [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Could not find related network for resource to bump revision. Sep 13 03:16:00.172809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:16:00.182936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (8bd69814-1932-4734-b8eb-0a559a2de1c0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:00.183277 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Added segment 8bd69814-1932-4734-b8eb-0a559a2de1c0 of type vlan for network 0d38f673-d678-40bb-8fe7-070f621efee9 Sep 13 03:16:00.224633 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (0d38f673-d678-40bb-8fe7-070f621efee9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:00.248816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (0d38f673-d678-40bb-8fe7-070f621efee9), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:00.249807 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:16:00.250374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:00.301368 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5106223 Sep 13 03:16:00.312458 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d2641-e041-4a5d-9eb9-c6215c411a9b admin admin] Pushing event updated for resources: {'Network': ['ID=0d38f673-d678-40bb-8fe7-070f621efee9,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:16:00.323809 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 0d38f673-d678-40bb-8fe7-070f621efee9 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:16:02.850860 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41016) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:16:03.181661 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd78821-56e0-4a45-b146-a5860647efb3 admin admin] GET failed (client error): The resource could not be found. Sep 13 03:16:03.182949 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1bd78821-56e0-4a45-b146-a5860647efb3 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3311050 Sep 13 03:16:03.254303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef57e5d-9a47-4c0b-8332-a3bf6a442846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:16:03.255736 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9ef57e5d-9a47-4c0b-8332-a3bf6a442846 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684648 Sep 13 03:16:03.266186 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9', 'description': 'shared-subnet'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:16:03.285523 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Made reservation on behalf of 76c5181fc7be45279ac00017bb4640b3 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:16:03.288043 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:03.449675 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (badd0780-7fd2-4be0-8b9d-119787a97c22), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:03.504907 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=badd0780-7fd2-4be0-8b9d-119787a97c22,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:16:03.515080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.515418 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.515753 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.516083 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.516406 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.516729 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.517047 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.517361 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.517678 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.517993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.518324 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.518676 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.518992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.519299 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.519609 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:03.522552 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Checking segment: {'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:16:03.522924 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Network hostable DHCP agents. Network: 0d38f673-d678-40bb-8fe7-070f621efee9, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:16:03.539749 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Network 0d38f673-d678-40bb-8fe7-070f621efee9 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:16:03.548351 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 0d38f673-d678-40bb-8fe7-070f621efee9) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:16:03.552549 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:16:03.553155 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:03.557658 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898082a9-4564-4bd8-964d-3fa2f2a9c697 None None] Network 0d38f673-d678-40bb-8fe7-070f621efee9 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:16:03.569036 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3998f866-908a-4df9-adab-d2c6af44b7ac admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3061414 Sep 13 03:16:03.663040 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-0d38f673-d678-40bb-8fe7-070f621efee9', 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9', 'project_id': '76c5181fc7be45279ac00017bb4640b3', 'fixed_ips': [{'subnet_id': 'badd0780-7fd2-4be0-8b9d-119787a97c22'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:16:03.664543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:03.809713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Allocated IP 192.168.233.2 (0d38f673-d678-40bb-8fe7-070f621efee9/badd0780-7fd2-4be0-8b9d-119787a97c22/87c6bfe7-86b2-4cf8-bc71-743e4dbb185d) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:16:04.051876 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Publish callbacks [] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:04.057225 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:04.096839 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Network 0d38f673-d678-40bb-8fe7-070f621efee9 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:16:04.099738 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:16:04.108533 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:16:04.110543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Pushing event updated for resources: {'Port': ['ID=87c6bfe7-86b2-4cf8-bc71-743e4dbb185d,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:16:04.118140 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.118479 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.118867 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.119212 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.119536 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.119868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.120190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.120514 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.120836 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.121154 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.121917 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.121917 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.122230 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.122549 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.122921 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:16:04.186068 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Attempting to bind port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:16:04.186446 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Attempting to bind port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:16:04.187467 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Attempting to bind port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d on network 0d38f673-d678-40bb-8fe7-070f621efee9 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:16:04.229291 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:16:04.229657 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Checking segment: {'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:16:04.230050 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:04.230435 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Bound using segment: {'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:16:04.230918 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Bound port: 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:16:04.231293 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:04.290957 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] For port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:16:04.294641 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] For port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=87c6bfe7-86b2-4cf8-bc71-743e4dbb185d,segment=NetworkSegment(8bd69814-1932-4734-b8eb-0a559a2de1c0),segment_id=8bd69814-1932-4734-b8eb-0a559a2de1c0)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:16:04.300544 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:04.357165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5d5ab-1bd3-4438-be03-e98610727fc8 None None] Pushing event updated for resources: {'Port': ['ID=87c6bfe7-86b2-4cf8-bc71-743e4dbb185d,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:16:05.140871 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da54742-e1d0-4715-b09a-510067b556b6 None None] Network 0d38f673-d678-40bb-8fe7-070f621efee9 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:16:05.210644 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-917505b7-6526-40c1-a117-bdb0fe92584b None None] Provisioning complete for port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:16:05.211027 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-917505b7-6526-40c1-a117-bdb0fe92584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:05.239101 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:05.244073 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:05.334735 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-917505b7-6526-40c1-a117-bdb0fe92584b None None] Current status of the port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:16:05.335497 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-917505b7-6526-40c1-a117-bdb0fe92584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:05.372531 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-917505b7-6526-40c1-a117-bdb0fe92584b None None] For port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=87c6bfe7-86b2-4cf8-bc71-743e4dbb185d,segment=NetworkSegment(8bd69814-1932-4734-b8eb-0a559a2de1c0),segment_id=8bd69814-1932-4734-b8eb-0a559a2de1c0)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:16:05.381231 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-917505b7-6526-40c1-a117-bdb0fe92584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:05.433371 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917505b7-6526-40c1-a117-bdb0fe92584b None None] Pushing event updated for resources: {'Port': ['ID=87c6bfe7-86b2-4cf8-bc71-743e4dbb185d,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:16:05.503888 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-5b267303-cf3d-43dc-a759-8824b1ceb8c3 None None] Provisioning complete for port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:16:05.504270 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5b267303-cf3d-43dc-a759-8824b1ceb8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:05.576697 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-5b267303-cf3d-43dc-a759-8824b1ceb8c3 None None] Current status of the port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:16:05.668746 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:16:05.713437 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:16:05.713805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (87c6bfe7-86b2-4cf8-bc71-743e4dbb185d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:05.787882 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 87c6bfe7-86b2-4cf8-bc71-743e4dbb185d is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:16:06.022821 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:16:13.560249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:13.563535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=71,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:14.529461 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8ef6-e64c-4556-911c-ad9134136cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:16.019032 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:16.903037 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-09f9d1f0-86e8-465b-9210-0b491b7c97b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:18.120502 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:19.492613 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:19.852892 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:28.031112 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:28.035644 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:29.846032 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:29.848275 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:43.009457 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:43.010251 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:43.021504 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:16:44.531008 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5510d96d-c944-4e3f-bed4-a1eb66af2e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:46.905052 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7d5db3ea-1637-4ea5-ba04-f0d34171df57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:48.122019 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:49.494703 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:49.858728 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:16:53.017185 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:53.017942 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:59.851638 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:16:59.853529 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:05.037286 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:05.041612 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:14.536269 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0e8d4176-fa22-46c4-8d2a-d8cf1435ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:16.907060 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0f8d114d-1826-42e8-8c25-1166cb7422f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:18.123929 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:18.153156 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41058) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:17:18.159209 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [None req-75a49dc3-a4ed-49fd-be64-3071d6053cd1 tempest-verify_tempest_config-673225059 tempest-verify_tempest_config-673225059-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:17:18.160178 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-75a49dc3-a4ed-49fd-be64-3071d6053cd1 tempest-verify_tempest_config-673225059 tempest-verify_tempest_config-673225059-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060892 Sep 13 03:17:18.670664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41076) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:17:19.010547 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.094085 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Publish callbacks [] for security_group (7070102b-91d3-49d6-85d2-fbde8ef2e5d2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.098048 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7070102b-91d3-49d6-85d2-fbde8ef2e5d2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.134694 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7070102b-91d3-49d6-85d2-fbde8ef2e5d2,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:17:19.151799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.152137 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.152472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.152800 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.153123 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.153442 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.153760 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.154075 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.154415 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.154762 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.155087 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.155410 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.155726 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.156037 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.156346 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:17:19.161339 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-801aa6f0-a541-4840-95d4-b270ac83ed1c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4e3482b3940944dca077695475bef0b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4896798 Sep 13 03:17:19.164500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41082) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:17:19.216997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6757d4ac-f9f1-4c30-8e65-cadb2266b27d admin admin] Publish callbacks [] for security_group (7070102b-91d3-49d6-85d2-fbde8ef2e5d2), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.236450 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6757d4ac-f9f1-4c30-8e65-cadb2266b27d admin admin] Publish callbacks [] for security_group (7070102b-91d3-49d6-85d2-fbde8ef2e5d2), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.327922 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6757d4ac-f9f1-4c30-8e65-cadb2266b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7070102b-91d3-49d6-85d2-fbde8ef2e5d2), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.330605 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6757d4ac-f9f1-4c30-8e65-cadb2266b27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.331830 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6757d4ac-f9f1-4c30-8e65-cadb2266b27d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7070102b-91d3-49d6-85d2-fbde8ef2e5d2 HTTP/1.1" status: 204 len: 168 time: 0.1664195 Sep 13 03:17:19.339580 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757d4ac-f9f1-4c30-8e65-cadb2266b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7070102b-91d3-49d6-85d2-fbde8ef2e5d2,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:17:19.496272 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:19.865513 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:20.019933 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:17:29.275469 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:29.335567 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:29.853263 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:29.860678 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:30.015127 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:30.015889 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:43.641364 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:43.645935 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:44.538842 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-02dbc5c2-ba9d-4cdb-905d-876c2895f0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:46.908916 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-47fbbf95-b03b-478b-a8f9-c40cc86999fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:48.128660 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:49.500279 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:49.857953 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:17:57.018741 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:17:59.496641 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:17:59.854565 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:07.015551 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:14.541167 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-922c5f43-3bf3-44e2-97a0-23eb98873532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:16.910784 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7a09747d-f9b0-49d1-8cce-ddfbfde38166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:18.129738 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:19.039218 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:19.043341 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:19.504174 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:19.860426 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:29.849966 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:29.856183 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:34.017177 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 5 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:18:43.016247 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:44.013260 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:44.545410 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6c4500d0-71ca-4225-975b-7804c4e71bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:46.913773 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0cad-0543-4231-8914-c8cbcd7235d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:48.132289 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:49.507961 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:49.863023 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:55.609032 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728634'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:18:56.046101 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:18:56.050316 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:05.601517 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:05.604195 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:08.750253 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41174) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:19:08.876984 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-baf77e14-f90b-4a62-9b2a-11f2ea92b28f admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1257036 Sep 13 03:19:11.015869 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:19:11.309737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41184) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:19:11.364494 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ac926759-aedb-4e9c-8e95-104eb14b535d admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537591 Sep 13 03:19:14.548766 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-378a02a8-80d2-4064-925c-cbc875229f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:16.916161 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5bc82454-c3a6-4e4b-a1a0-a0909d09664f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:18.137159 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:19.510342 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:19.865401 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:21.011908 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:21.360014 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:21.360669 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:23.020226 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:25.574982 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:33.041797 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:33.045643 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:35.565201 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:35.572138 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:43.647406 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=15 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:43.649377 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=11 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:44.549892 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5f19b275-0774-4d3d-a23e-784f94299079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:46.917872 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fe60ae39-77af-4f98-b6ba-35a0a9b695f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:48.015588 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:19:48.138491 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:49.516093 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:49.867906 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:55.574404 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:19:58.010956 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:19:58.011639 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:05.568309 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:05.570642 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:10.037658 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:10.043050 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:14.554902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ddac918a-9f3b-45e2-803e-533edb411715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:16.919635 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1762d77f-95e5-4eb1-86fe-f5557bee3b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:18.143876 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:19.517664 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:19.873350 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:25.014823 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:20:25.567814 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:35.556571 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:35.558486 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:43.656336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41366) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:43.994026 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-761833574-network', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:44.019650 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Made reservation on behalf of 9b7c5a1fd8a24526b7859fdb030ccb95 for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:44.023828 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.041490 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.155696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks [] for security_group (d6813bd2-be92-448a-8602-f0648198458c), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.162142 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d6813bd2-be92-448a-8602-f0648198458c), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.185710 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:20:44.228596 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753286778287', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (a8c557af-3282-45dc-9dd2-ecccac6bc2b5), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.229378 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Unsubscribe: segment precommit_create {{(pid=106191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 03:20:44.233809 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Added segment a8c557af-3282-45dc-9dd2-ecccac6bc2b5 of type vlan for network 7e1950a0-7f6c-4538-86e4-23311290e33c Sep 13 03:20:44.234172 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41414) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:44.327174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (7e1950a0-7f6c-4538-86e4-23311290e33c), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.355289 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41424) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:44.371033 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6813bd2-be92-448a-8602-f0648198458c,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:44.381028 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (7e1950a0-7f6c-4538-86e4-23311290e33c), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.382829 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:44.383526 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.424503 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.424846 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.425380 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.425908 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.426531 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.427153 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.428264 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.428908 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.429213 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.429569 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.429920 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.430386 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.430825 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.431145 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.431463 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Tracked resource versions report: Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: pushed versions: Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: { 'AddressGroup': {'1.2'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Agent': {'1.1'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'ConntrackHelper': {'1.0'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'LocalIPAssociation': {'1.0'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Log': {'1.0'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'NDPProxy': {'1.0'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Network': {'1.1'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Port': {'1.7'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'PortForwarding': {'1.3'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'QosPolicy': {'1.10'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'SecurityGroup': {'1.5'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'SecurityGroupRule': {'1.2'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'SubPort': {'1.0'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Subnet': {'1.1'}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Trunk': {'1.1'}} Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: consumer versions: Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: { DHCP agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: HyperV agent@hv-cinder-85707: {}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: L3 agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: Metadata agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: Metering agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: Open vSwitch agent@dv-cinder-857075-2-iscsi: { 'AddressGroup': '1.2', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Agent': '1.1', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'ConntrackHelper': '1.0', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'LocalIPAssociation': '1.0', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Log': '1.0', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'NDPProxy': '1.0', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Network': '1.1', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Port': '1.7', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'PortForwarding': '1.3', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'QosPolicy': '1.10', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'SecurityGroup': '1.5', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'SecurityGroupRule': '1.2', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'SubPort': '1.0', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Subnet': '1.1', Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: 'Trunk': '1.1'}} Sep 13 03:20:44.433143 dv-cinder-857075-2-iscsi neutron-server[106191]: {{(pid=106191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 03:20:44.467349 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41434) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:44.467461 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8101749 Sep 13 03:20:44.477603 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Request body: {'subnet': {'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-subnet', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:44.506344 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Made reservation on behalf of 9b7c5a1fd8a24526b7859fdb030ccb95 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:44.509519 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.531657 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fcbfc-6524-4e18-9837-ebb6288066a4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1950a0-7f6c-4538-86e4-23311290e33c,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:44.559057 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 7e1950a0-7f6c-4538-86e4-23311290e33c details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:20:44.636373 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e102-165c-436c-8462-9d9b85cb5e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.701354 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-476066891-network', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:44.718093 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41442) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:44.737073 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41446) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:44.747238 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (c1e21331-6cc2-4658-a543-58dd42fa9a2f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.786533 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Made reservation on behalf of bb8f67ac0f3c48b2933b6ae34d4fd838 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:44.789597 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.803310 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-267180975-network', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:44.824080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.863997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Made reservation on behalf of 53d5e604b12545a68da3655cb6b881c5 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:44.866270 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.871672 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e21331-6cc2-4658-a543-58dd42fa9a2f,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:44.884776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Checking segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:44.885137 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Network hostable DHCP agents. Network: 7e1950a0-7f6c-4538-86e4-23311290e33c, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:20:44.894111 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:44.905266 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.905616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.905992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.906646 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.906843 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.907100 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.907936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.907936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.908113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.908356 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.908762 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.909071 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.909311 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.909629 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.909951 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Tracked resource versions report: Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: pushed versions: Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: { 'AddressGroup': {'1.2'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Agent': {'1.1'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'ConntrackHelper': {'1.0'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'LocalIPAssociation': {'1.0'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Log': {'1.0'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'NDPProxy': {'1.0'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Network': {'1.1'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Port': {'1.7'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'PortForwarding': {'1.3'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'QosPolicy': {'1.10'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroup': {'1.5'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroupRule': {'1.2'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SubPort': {'1.0'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Subnet': {'1.1'}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Trunk': {'1.1'}} Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: consumer versions: Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: { DHCP agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: HyperV agent@hv-cinder-85707: {}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: L3 agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: Metadata agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: Metering agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: Open vSwitch agent@dv-cinder-857075-2-iscsi: { 'AddressGroup': '1.2', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Agent': '1.1', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'ConntrackHelper': '1.0', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'LocalIPAssociation': '1.0', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Log': '1.0', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'NDPProxy': '1.0', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Network': '1.1', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Port': '1.7', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'PortForwarding': '1.3', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'QosPolicy': '1.10', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroup': '1.5', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SecurityGroupRule': '1.2', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'SubPort': '1.0', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Subnet': '1.1', Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: 'Trunk': '1.1'}} Sep 13 03:20:44.911353 dv-cinder-857075-2-iscsi neutron-server[106192]: {{(pid=106192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 03:20:44.959986 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Network 7e1950a0-7f6c-4538-86e4-23311290e33c is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:20:44.990776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 7e1950a0-7f6c-4538-86e4-23311290e33c) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:45.001942 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:45.002855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.004501 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-network', 'tenant_id': '609f8dcac1034d09a04192f4238b2857'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:45.006182 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d1a410-2b86-47ef-bc75-78277295afbb None None] Network 7e1950a0-7f6c-4538-86e4-23311290e33c requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:45.015925 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:45.044902 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Made reservation on behalf of 609f8dcac1034d09a04192f4238b2857 for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:45.048382 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.054540 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-11a555b0-ab37-4255-a931-bebece386c40 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5819104 Sep 13 03:20:45.062111 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks [] for security_group (264fded5-e2e3-4214-b1e7-9fc3bb1375f6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.063172 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41462) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:45.070849 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.079854 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:45.087011 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1513077506-network', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:45.089626 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (264fded5-e2e3-4214-b1e7-9fc3bb1375f6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.127272 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks [] for security_group (eac46169-6ad8-4fdc-9fea-d6ecf260e40c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.132046 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:20:45.149220 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (eac46169-6ad8-4fdc-9fea-d6ecf260e40c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.158485 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (734c50b7-3491-4369-8d73-a70d32ad2038), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.158862 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Added segment 734c50b7-3491-4369-8d73-a70d32ad2038 of type vlan for network 56b0350b-2f1d-46ac-ad32-a74946bfd610 Sep 13 03:20:45.161749 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264fded5-e2e3-4214-b1e7-9fc3bb1375f6,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:45.175651 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (85bb51ed-beb7-4705-97d4-902ba80bb261), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.176776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (85bb51ed-beb7-4705-97d4-902ba80bb261), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.193539 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:20:45.198750 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:45.199262 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks [] for security_group (f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.211613 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.236303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (981ee155-ffe1-4cca-a339-d6a3535d72ba), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.236858 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Added segment 981ee155-ffe1-4cca-a339-d6a3535d72ba of type vlan for network c32ea5b2-b5dd-443d-b869-2e7693b4d72b Sep 13 03:20:45.244964 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-7e1950a0-7f6c-4538-86e4-23311290e33c', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:20:45.246991 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.250201 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:45.255182 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:45.274836 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:20:45.278696 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (c32ea5b2-b5dd-443d-b869-2e7693b4d72b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.282988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Made reservation on behalf of 676c9aac6fa348b89a2d5cef106f1a74 for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:45.287059 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.301913 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.310150 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (208d91ad-7b8d-4b0d-9449-558434a454c1), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.311121 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Added segment 208d91ad-7b8d-4b0d-9449-558434a454c1 of type vlan for network cb2e37f0-0a1e-4f79-8597-600d7213f51f Sep 13 03:20:45.403187 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (c32ea5b2-b5dd-443d-b869-2e7693b4d72b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.404582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:45.405307 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.435576 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks [] for router_controller (85bb51ed-beb7-4705-97d4-902ba80bb261), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.445212 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0875461 Sep 13 03:20:45.447544 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (56b0350b-2f1d-46ac-ad32-a74946bfd610), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.453871 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac46169-6ad8-4fdc-9fea-d6ecf260e40c,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:45.485223 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41472) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:45.497727 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Request body: {'subnet': {'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-267180975-subnet', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:45.559615 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (cb2e37f0-0a1e-4f79-8597-600d7213f51f), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.575555 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:45.595296 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Allocated IP 172.20.0.2 (7e1950a0-7f6c-4538-86e4-23311290e33c/c1e21331-6cc2-4658-a543-58dd42fa9a2f/565ebeb2-4837-4995-a439-169bb305f227) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:45.600883 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Made reservation on behalf of 53d5e604b12545a68da3655cb6b881c5 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:45.602098 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks [] for router_gateway (85bb51ed-beb7-4705-97d4-902ba80bb261), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.604384 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.631593 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.db.resource_extend [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 03:20:45.744190 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:45.839833 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (56b0350b-2f1d-46ac-ad32-a74946bfd610), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.840845 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:45.841495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.859349 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (cb2e37f0-0a1e-4f79-8597-600d7213f51f), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.861172 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:45.861942 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.874653 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac3d5f-0dea-4368-975d-1dc6f7dbdaf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c32ea5b2-b5dd-443d-b869-2e7693b4d72b,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:45.883193 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Publish callbacks [] for port (565ebeb2-4837-4995-a439-169bb305f227), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.901063 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (565ebeb2-4837-4995-a439-169bb305f227), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.908511 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks [] for security_group (4d52048f-4d47-4490-ab1a-f026943eac64), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.912562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:20:45.938788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4d52048f-4d47-4490-ab1a-f026943eac64), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:45.949892 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7144482 Sep 13 03:20:45.969120 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41494) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:45.980994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Network 7e1950a0-7f6c-4538-86e4-23311290e33c is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:45.989655 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:46.005988 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:46.025800 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f0b0a-a3af-4fa5-9de6-2965ec7f1a11 admin admin] Pushing event updated for resources: {'Network': ['ID=56b0350b-2f1d-46ac-ad32-a74946bfd610,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:46.046212 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Pushing event updated for resources: {'Port': ['ID=565ebeb2-4837-4995-a439-169bb305f227,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:46.049430 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Request body: {'subnet': {'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-476066891-subnet', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:46.054705 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:20:46.080399 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.080978 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.081485 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.081996 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.082510 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.083642 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.084223 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.084748 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.085838 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.086491 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.087017 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.087525 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.088027 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.088509 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.089007 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Tracked resource versions report: Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: pushed versions: Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: { 'AddressGroup': {'1.2'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Agent': {'1.1'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'ConntrackHelper': {'1.0'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'LocalIPAssociation': {'1.0'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Log': {'1.0'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'NDPProxy': {'1.0'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Network': {'1.1'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Port': {'1.7'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'PortForwarding': {'1.3'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'QosPolicy': {'1.10'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroup': {'1.5'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroupRule': {'1.2'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SubPort': {'1.0'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Subnet': {'1.1'}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Trunk': {'1.1'}} Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: consumer versions: Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: { DHCP agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: HyperV agent@hv-cinder-85707: {}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: L3 agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: Metadata agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: Metering agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: Open vSwitch agent@dv-cinder-857075-2-iscsi: { 'AddressGroup': '1.2', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Agent': '1.1', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'ConntrackHelper': '1.0', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'LocalIPAssociation': '1.0', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Log': '1.0', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'NDPProxy': '1.0', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Network': '1.1', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Port': '1.7', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'PortForwarding': '1.3', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'QosPolicy': '1.10', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroup': '1.5', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SecurityGroupRule': '1.2', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'SubPort': '1.0', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Subnet': '1.1', Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: 'Trunk': '1.1'}} Sep 13 03:20:46.090445 dv-cinder-857075-2-iscsi neutron-server[106193]: {{(pid=106193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 03:20:46.123234 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52048f-4d47-4490-ab1a-f026943eac64,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:46.133709 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4112484 Sep 13 03:20:46.189817 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41506) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:46.192336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:20:46.260310 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Request body: {'subnet': {'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-subnet', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:46.293203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks [] for router_gateway (85bb51ed-beb7-4705-97d4-902ba80bb261), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.299348 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Attempting to bind port 565ebeb2-4837-4995-a439-169bb305f227 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:46.299721 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Attempting to bind port 565ebeb2-4837-4995-a439-169bb305f227 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:46.300125 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Attempting to bind port 565ebeb2-4837-4995-a439-169bb305f227 on network 7e1950a0-7f6c-4538-86e4-23311290e33c {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:46.327491 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.405191 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:46.405566 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Checking segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:46.405962 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.406346 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Bound using segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:46.406835 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Bound port: 565ebeb2-4837-4995-a439-169bb305f227, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:46.407208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (565ebeb2-4837-4995-a439-169bb305f227), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.439289 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f9f4e-ac08-457c-b70b-75aecc378d55 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2e37f0-0a1e-4f79-8597-600d7213f51f,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:46.441696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Made reservation on behalf of bb8f67ac0f3c48b2933b6ae34d4fd838 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:46.444448 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.463923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (572657f2-e364-4351-9431-458ad7e1265f), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.476396 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (95ca9492-d74e-42fb-8ea3-ddd2fb711dcd), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.476704 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:20:46.476935 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Added segment 95ca9492-d74e-42fb-8ea3-ddd2fb711dcd of type vlan for network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb Sep 13 03:20:46.538972 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Allocated IP 172.27.1.22 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/e4bd06c8-3623-47db-ab03-f40656593e18) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:46.544778 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:46.567210 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=572657f2-e364-4351-9431-458ad7e1265f,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:46.629707 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Made reservation on behalf of 609f8dcac1034d09a04192f4238b2857 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:46.632469 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.651362 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (36a6ffba-7b10-4536-9b6f-36478b4a6ccb), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.660882 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:46.667820 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] For port 565ebeb2-4837-4995-a439-169bb305f227, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:46.691877 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] For port 565ebeb2-4837-4995-a439-169bb305f227, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=565ebeb2-4837-4995-a439-169bb305f227,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:46.705696 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (565ebeb2-4837-4995-a439-169bb305f227), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.733881 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:UPDATE=3,neutron:INSERT=17,neutron:SELECT=79,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:46.749591 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Checking segment: {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:46.752419 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Network hostable DHCP agents. Network: c32ea5b2-b5dd-443d-b869-2e7693b4d72b, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:20:46.772063 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462ae79-c29b-499b-b83c-2c156242a1a8 None None] Pushing event updated for resources: {'Port': ['ID=565ebeb2-4837-4995-a439-169bb305f227,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:46.814340 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:46.835639 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks [] for port (e4bd06c8-3623-47db-ab03-f40656593e18), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.848424 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (36a6ffba-7b10-4536-9b6f-36478b4a6ccb), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.850309 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:46.851157 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.905661 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.959593 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2894e8b7-b922-400e-9b27-3f62cfc992d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:46.960776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:46.964024 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:46.968587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:47.015634 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2774417 Sep 13 03:20:47.035954 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:47.040166 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:47.054923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41556) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:47.078108 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Request body: {'subnet': {'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-subnet', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:47.122883 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:20:47.209866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bd06c8-3623-47db-ab03-f40656593e18,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:47.210370 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e0e81-01dc-4a0b-868a-8f501f20d34e admin admin] Pushing event updated for resources: {'Network': ['ID=36a6ffba-7b10-4536-9b6f-36478b4a6ccb,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:47.226334 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:20:47.289856 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, c32ea5b2-b5dd-443d-b869-2e7693b4d72b) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:47.328515 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks [] for router_gateway (85bb51ed-beb7-4705-97d4-902ba80bb261), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:47.360203 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:47.362122 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:47.388374 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d01b07-d764-4a88-97ea-ea4af93c4f53 None None] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:47.439300 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:47.452769 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Made reservation on behalf of 676c9aac6fa348b89a2d5cef106f1a74 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:20:47.457919 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:47.484856 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:47.657997 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-1c3f9241-5a99-4a8d-8ad2-c6f896a754bf admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1653154 Sep 13 03:20:47.663236 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41568) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:47.665250 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41570) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:47.678130 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'fixed_ips': [{'subnet_id': '572657f2-e364-4351-9431-458ad7e1265f'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:20:47.680992 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:47.694572 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:47.718661 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (85bb51ed-beb7-4705-97d4-902ba80bb261), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:47.759200 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (04fdef43-9d1e-47ca-b428-82e86f24ac1e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.001117 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Router 85bb51ed-beb7-4705-97d4-902ba80bb261 is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:20:48.010309 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 565ebeb2-4837-4995-a439-169bb305f227 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:20:48.093441 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (cf4fee17-930c-4fb1-a2c6-e7394eb6fc66), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.129311 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fdef43-9d1e-47ca-b428-82e86f24ac1e,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:48.139485 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.141096 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.156101 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Allocated IP 172.20.0.2 (c32ea5b2-b5dd-443d-b869-2e7693b4d72b/572657f2-e364-4351-9431-458ad7e1265f/6b8549d8-c01e-44ac-b551-341b515395c3) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:48.156269 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:48.185440 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.206967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 565ebeb2-4837-4995-a439-169bb305f227 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:48.207309 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (565ebeb2-4837-4995-a439-169bb305f227), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.216841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:20:48.217078 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ae47c9da-566d-4161-bf49-4188ffea5d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.233504 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Sync routers for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:20:48.243970 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:48.244629 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:48.250411 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.256941 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c3b49763-774d-4c6d-bd11-7a137b4f3193 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1872950 Sep 13 03:20:48.257860 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41592) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:48.298153 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Checking segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:48.298540 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Network hostable DHCP agents. Network: 56b0350b-2f1d-46ac-ad32-a74946bfd610, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:20:48.301761 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:48.383128 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:48.385027 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks [] for router_controller (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), precommit_add_association {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.406082 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Checking segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:48.406567 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Network hostable DHCP agents. Network: cb2e37f0-0a1e-4f79-8597-600d7213f51f, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:20:48.523867 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:48.538879 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:20:48.574454 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb766dc-952c-47a1-8f3e-86c348124899 None None] Network 7e1950a0-7f6c-4538-86e4-23311290e33c requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:48.644011 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:20:48.656273 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 565ebeb2-4837-4995-a439-169bb305f227 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:48.656655 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (565ebeb2-4837-4995-a439-169bb305f227), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.678259 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:48.702413 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 56b0350b-2f1d-46ac-ad32-a74946bfd610) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:48.715705 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac4046f-3a82-4c8a-99ed-502986eb4f91 None None] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:48.726605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-afc1cf01-2deb-4e74-961a-13d1aece205f None None] Provisioning complete for port 565ebeb2-4837-4995-a439-169bb305f227 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:48.727248 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-afc1cf01-2deb-4e74-961a-13d1aece205f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (565ebeb2-4837-4995-a439-169bb305f227), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.734031 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, cb2e37f0-0a1e-4f79-8597-600d7213f51f) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:48.744477 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:48.745070 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.754790 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks [] for router_gateway (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.760171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (3fdd5a04-ba02-40f1-8823-4840f6613b40), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.765823 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:48.776923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ae47c9da-566d-4161-bf49-4188ffea5d06 admin admin] Publish callbacks [] for security_group (2602facc-5736-4308-9296-f6091c738415), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.781760 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:47Z', 'revision_number': 3, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:48.854493 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Publish callbacks [] for port (6b8549d8-c01e-44ac-b551-341b515395c3), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.854493 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 565ebeb2-4837-4995-a439-169bb305f227, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=565ebeb2-4837-4995-a439-169bb305f227,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:20:48.857628 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Checking router: 85bb51ed-beb7-4705-97d4-902ba80bb261 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:20:48.857628 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Updating router 85bb51ed-beb7-4705-97d4-902ba80bb261 port e4bd06c8-3623-47db-ab03-f40656593e18 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:20:48.866310 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (565ebeb2-4837-4995-a439-169bb305f227), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.882805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.919510 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ae47c9da-566d-4161-bf49-4188ffea5d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2602facc-5736-4308-9296-f6091c738415), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.922840 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:48.982062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.000661 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:49.012157 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-3b874f8e-b5a5-46c7-bb3c-5c6045743cad admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0232849 Sep 13 03:20:49.012717 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41598) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:49.018281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:49.027818 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a729e-87c1-4545-bd73-7d0a7ac69bb2 None None] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:49.032148 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:49.077279 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:49.077891 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.080201 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (b351e21c-8331-4921-a38f-e7f9271eb632), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.081290 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (b351e21c-8331-4921-a38f-e7f9271eb632), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.087765 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:49.142959 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdd5a04-ba02-40f1-8823-4840f6613b40,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:49.175149 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:49.179395 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-ae47c9da-566d-4161-bf49-4188ffea5d06 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d018975f5fd14c808fc149f9f178b185&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5130894 Sep 13 03:20:49.189913 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=565ebeb2-4837-4995-a439-169bb305f227,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:49.190877 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41604) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:49.212594 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47c9da-566d-4161-bf49-4188ffea5d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2602facc-5736-4308-9296-f6091c738415,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:49.219334 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-e15c045b-3830-4b46-8cbd-680438ccd21f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.0182779 Sep 13 03:20:49.225759 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41610) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:49.244975 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-56b0350b-2f1d-46ac-ad32-a74946bfd610', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:20:49.246165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.253447 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-afc1cf01-2deb-4e74-961a-13d1aece205f None None] Current status of the port 565ebeb2-4837-4995-a439-169bb305f227 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:49.266864 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:49.337566 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Checking segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:49.341491 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Network hostable DHCP agents. Network: 36a6ffba-7b10-4536-9b6f-36478b4a6ccb, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:20:49.369823 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Publish callbacks [] for port (e4bd06c8-3623-47db-ab03-f40656593e18), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.379994 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.437687 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks [] for router_controller (b351e21c-8331-4921-a38f-e7f9271eb632), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.454867 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Attempting to bind port e4bd06c8-3623-47db-ab03-f40656593e18 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:49.455830 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Attempting to bind port e4bd06c8-3623-47db-ab03-f40656593e18 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:49.456351 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Attempting to bind port e4bd06c8-3623-47db-ab03-f40656593e18 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:49.465626 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Pushing event updated for resources: {'Port': ['ID=6b8549d8-c01e-44ac-b551-341b515395c3,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:49.475808 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Attempting to bind port 6b8549d8-c01e-44ac-b551-341b515395c3 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:49.476174 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Attempting to bind port 6b8549d8-c01e-44ac-b551-341b515395c3 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:49.476529 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Attempting to bind port 6b8549d8-c01e-44ac-b551-341b515395c3 on network c32ea5b2-b5dd-443d-b869-2e7693b4d72b {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:49.478472 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-75f63b0b-7953-4094-bb67-dc4a0cb46bb3 None None] Provisioning complete for port 565ebeb2-4837-4995-a439-169bb305f227 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:49.478891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-75f63b0b-7953-4094-bb67-dc4a0cb46bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (565ebeb2-4837-4995-a439-169bb305f227), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.492666 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:49.519847 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Pushing event updated for resources: {'Port': ['ID=e4bd06c8-3623-47db-ab03-f40656593e18,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:49.542088 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.542555 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.543140 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.543611 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.545444 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.545861 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.546264 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.546972 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.547453 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.547837 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.548697 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.549248 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.549661 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.550079 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.550475 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Tracked resource versions report: Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: pushed versions: Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: { 'AddressGroup': {'1.2'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Agent': {'1.1'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'ConntrackHelper': {'1.0'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'LocalIPAssociation': {'1.0'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Log': {'1.0'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'NDPProxy': {'1.0'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Network': {'1.1'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Port': {'1.7'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'PortForwarding': {'1.3'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'QosPolicy': {'1.10'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroup': {'1.5'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroupRule': {'1.2'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SubPort': {'1.0'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Subnet': {'1.1'}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Trunk': {'1.1'}} Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: consumer versions: Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: { DHCP agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: HyperV agent@hv-cinder-85707: {}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: L3 agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: Metadata agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: Metering agent@dv-cinder-857075-2-iscsi: {}, Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: Open vSwitch agent@dv-cinder-857075-2-iscsi: { 'AddressGroup': '1.2', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Agent': '1.1', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'ConntrackHelper': '1.0', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'LocalIPAssociation': '1.0', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Log': '1.0', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'NDPProxy': '1.0', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Network': '1.1', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Port': '1.7', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'PortForwarding': '1.3', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'QosPolicy': '1.10', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroup': '1.5', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SecurityGroupRule': '1.2', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'SubPort': '1.0', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Subnet': '1.1', Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: 'Trunk': '1.1'}} Sep 13 03:20:49.552133 dv-cinder-857075-2-iscsi neutron-server[106194]: {{(pid=106194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 03:20:49.556342 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:49.557403 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:49.557881 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.558281 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:49.560371 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Bound port: e4bd06c8-3623-47db-ab03-f40656593e18, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:49.560782 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.572963 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (2f4fe874-5ff3-442f-9b6c-16552b97e037), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.575829 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (2f4fe874-5ff3-442f-9b6c-16552b97e037), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.605331 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'project_id': '609f8dcac1034d09a04192f4238b2857', 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:20:49.606236 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.620160 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:49.658671 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:49.664487 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:20:49.669683 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] For port e4bd06c8-3623-47db-ab03-f40656593e18, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:49.675902 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] For port e4bd06c8-3623-47db-ab03-f40656593e18, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=e4bd06c8-3623-47db-ab03-f40656593e18,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:49.688609 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.713841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.753943 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:49.754326 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Checking segment: {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:49.754800 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.755193 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Bound using segment: {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:49.756292 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Bound port: 6b8549d8-c01e-44ac-b551-341b515395c3, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:49.756868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.766357 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Allocated IP 172.20.0.2 (56b0350b-2f1d-46ac-ad32-a74946bfd610/04fdef43-9d1e-47ca-b428-82e86f24ac1e/b1423a2e-6d33-446f-a158-1d23876f7016) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:49.778880 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14b38c16-c835-4379-83c4-2c206ecfe325 admin admin] Publish callbacks [] for security_group (2602facc-5736-4308-9296-f6091c738415), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.790996 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2986-4761-4b72-a7ed-c4a0b99ec5dc None None] Pushing event updated for resources: {'Port': ['ID=e4bd06c8-3623-47db-ab03-f40656593e18,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:49.802722 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:49.802722 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:49.820354 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks [] for router_gateway (b351e21c-8331-4921-a38f-e7f9271eb632), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.852307 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 36a6ffba-7b10-4536-9b6f-36478b4a6ccb) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:49.882238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f15355-e197-4952-b1f8-4ca726f37283 None None] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:49.905403 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14b38c16-c835-4379-83c4-2c206ecfe325 admin admin] Publish callbacks [] for security_group (2602facc-5736-4308-9296-f6091c738415), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.911072 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:49.924060 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:49.931189 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks [] for router_gateway (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.934104 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks [] for router_controller (2f4fe874-5ff3-442f-9b6c-16552b97e037), precommit_add_association {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:49.972970 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:49.984781 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:20:49.986922 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.009197 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:50.038938 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 565ebeb2-4837-4995-a439-169bb305f227 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:20:50.058308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Allocated IP 172.20.0.1 (7e1950a0-7f6c-4538-86e4-23311290e33c/c1e21331-6cc2-4658-a543-58dd42fa9a2f/a8c07618-5649-40ef-bf91-81450eeaa1bc) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:50.135552 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:20:50.136361 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.191580 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks [] for router_gateway (2f4fe874-5ff3-442f-9b6c-16552b97e037), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.201576 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.213576 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14b38c16-c835-4379-83c4-2c206ecfe325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2602facc-5736-4308-9296-f6091c738415), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.218832 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14b38c16-c835-4379-83c4-2c206ecfe325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.241616 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-14b38c16-c835-4379-83c4-2c206ecfe325 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2602facc-5736-4308-9296-f6091c738415 HTTP/1.1" status: 204 len: 168 time: 1.0315905 Sep 13 03:20:50.266201 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:47Z', 'revision_number': 3, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:50.268543 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks [] for router_gateway (b351e21c-8331-4921-a38f-e7f9271eb632), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.293043 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.296476 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d31cd0-1265-41e3-b706-15fb28422058 None None] The sync data for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi is: [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:47Z', 'revision_number': 3, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:20:50.319839 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Allocated IP 172.20.0.2 (36a6ffba-7b10-4536-9b6f-36478b4a6ccb/3fdd5a04-ba02-40f1-8823-4840f6613b40/926fb3d2-89e7-4cfb-b76d-3039d41e331b) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:50.362809 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c72016ed-fe00-411a-8379-6fbf704de9bb admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3060608 Sep 13 03:20:50.371453 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41634) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:50.372908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks [] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.384821 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:50.403156 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:50.404736 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 565ebeb2-4837-4995-a439-169bb305f227 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:50.405102 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (565ebeb2-4837-4995-a439-169bb305f227), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.436457 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:50.457998 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38c16-c835-4379-83c4-2c206ecfe325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2602facc-5736-4308-9296-f6091c738415,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:50.477591 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=9,neutron:SELECT=85,neutron:INSERT=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:50.516248 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.526382 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.529370 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-75f63b0b-7953-4094-bb67-dc4a0cb46bb3 None None] Current status of the port 565ebeb2-4837-4995-a439-169bb305f227 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:50.542690 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Allocated IP 172.27.1.227 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/12b26708-612f-44ac-9532-9e1fb299f6a6) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:50.572785 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] For port 6b8549d8-c01e-44ac-b551-341b515395c3, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:50.576918 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] For port 6b8549d8-c01e-44ac-b551-341b515395c3, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=6b8549d8-c01e-44ac-b551-341b515395c3,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:50.625401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Network 7e1950a0-7f6c-4538-86e4-23311290e33c is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:50.636720 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:50.658225 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:50.658917 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (85bb51ed-beb7-4705-97d4-902ba80bb261), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.682641 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks [] for router_gateway (2f4fe874-5ff3-442f-9b6c-16552b97e037), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.704040 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (e5385567-037f-4d6a-8ddd-281d9d75dbd4), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.708293 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (e5385567-037f-4d6a-8ddd-281d9d75dbd4), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.719400 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Pushing event updated for resources: {'Port': ['ID=a8c07618-5649-40ef-bf91-81450eeaa1bc,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:50.748876 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.902961 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41650) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:50.940152 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0914d1f0-8231-4637-b147-3516a7747230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:50.993377 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Allocated IP 172.20.0.2 (cb2e37f0-0a1e-4f79-8597-600d7213f51f/cf4fee17-930c-4fb1-a2c6-e7394eb6fc66/f77224f1-4523-49e1-824a-1d1d3397e537) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:51.055320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks [] for router_controller (e5385567-037f-4d6a-8ddd-281d9d75dbd4), precommit_add_association {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.056049 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:51.082392 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.100826 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:51.123051 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks [] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.196100 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Publish callbacks [] for port (b1423a2e-6d33-446f-a158-1d23876f7016), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.208208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.246089 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f03bea-3006-4b7d-9690-8ca266ce5b85 None None] Pushing event updated for resources: {'Port': ['ID=6b8549d8-c01e-44ac-b551-341b515395c3,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:51.294278 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41654) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:51.303170 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:51.317139 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.324331 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks [] for router_gateway (e5385567-037f-4d6a-8ddd-281d9d75dbd4), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.360206 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0914d1f0-8231-4637-b147-3516a7747230 admin admin] Publish callbacks [] for security_group (42e37607-30ff-4c08-bf55-0849b6a11d17), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.377603 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:51.389729 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Allocated IP 172.27.1.102 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/613149d7-4398-48ee-aa2a-33e9cb86ff18) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:51.394547 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Publish callbacks [] for port (f77224f1-4523-49e1-824a-1d1d3397e537), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.400287 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0914d1f0-8231-4637-b147-3516a7747230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (42e37607-30ff-4c08-bf55-0849b6a11d17), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.402583 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:51.404589 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.408583 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 565ebeb2-4837-4995-a439-169bb305f227 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:51.461023 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:51.464984 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Pushing event updated for resources: {'Port': ['ID=12b26708-612f-44ac-9532-9e1fb299f6a6,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:51.504639 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.550128 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-0914d1f0-8231-4637-b147-3516a7747230 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4563823041354123a4dd7a3913fcd0e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6433485 Sep 13 03:20:51.552450 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41658) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:51.555474 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:51.560520 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:51.577841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:51.578858 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:51.587029 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:51.609504 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a2bc9668-97a9-4dfd-b588-2c5f7b8da2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.616585 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:51.628559 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:51.663918 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914d1f0-8231-4637-b147-3516a7747230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e37607-30ff-4c08-bf55-0849b6a11d17,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:51.701087 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Pushing event updated for resources: {'Port': ['ID=b1423a2e-6d33-446f-a158-1d23876f7016,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:51.714315 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-79817bce-0e9b-43ff-9adc-c1788d800219 None None] Provisioning complete for port a8c07618-5649-40ef-bf91-81450eeaa1bc triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:51.714854 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-79817bce-0e9b-43ff-9adc-c1788d800219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.783854 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9111c64c-4d25-41d6-b311-ef249a29d1e5 admin admin] Publish callbacks [] for security_group (42e37607-30ff-4c08-bf55-0849b6a11d17), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.857539 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks [] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.860602 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:51.871081 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9111c64c-4d25-41d6-b311-ef249a29d1e5 admin admin] Publish callbacks [] for security_group (42e37607-30ff-4c08-bf55-0849b6a11d17), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.874757 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.875508 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (85bb51ed-beb7-4705-97d4-902ba80bb261), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.947988 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Publish callbacks [] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:51.951416 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Pushing event updated for resources: {'Port': ['ID=a8c07618-5649-40ef-bf91-81450eeaa1bc,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:51.951953 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Pushing event updated for resources: {'Port': ['ID=f77224f1-4523-49e1-824a-1d1d3397e537,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:51.958348 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 6b8549d8-c01e-44ac-b551-341b515395c3 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:20:51.962845 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-79817bce-0e9b-43ff-9adc-c1788d800219 None None] Port a8c07618-5649-40ef-bf91-81450eeaa1bc cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:20:51.964250 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Attempting to bind port b1423a2e-6d33-446f-a158-1d23876f7016 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:51.964624 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Attempting to bind port b1423a2e-6d33-446f-a158-1d23876f7016 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:51.964992 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Attempting to bind port b1423a2e-6d33-446f-a158-1d23876f7016 on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:51.988658 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks [] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.011519 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:52.012561 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Attempting to bind port f77224f1-4523-49e1-824a-1d1d3397e537 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:52.012939 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Attempting to bind port f77224f1-4523-49e1-824a-1d1d3397e537 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:52.013295 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Attempting to bind port f77224f1-4523-49e1-824a-1d1d3397e537 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:52.019034 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.029853 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks [] for router_gateway (e5385567-037f-4d6a-8ddd-281d9d75dbd4), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.083451 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.095421 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:52.114043 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:52.128348 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:52.143209 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:52.143582 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Checking segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:52.143981 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.144375 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Bound using segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:52.144849 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Bound port: b1423a2e-6d33-446f-a158-1d23876f7016, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:52.145231 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.147988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9111c64c-4d25-41d6-b311-ef249a29d1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (42e37607-30ff-4c08-bf55-0849b6a11d17), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.150726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9111c64c-4d25-41d6-b311-ef249a29d1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.154281 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-9111c64c-4d25-41d6-b311-ef249a29d1e5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/42e37607-30ff-4c08-bf55-0849b6a11d17 HTTP/1.1" status: 204 len: 168 time: 0.5961261 Sep 13 03:20:52.160407 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:52.200675 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Pushing event updated for resources: {'Port': ['ID=926fb3d2-89e7-4cfb-b76d-3039d41e331b,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:52.214330 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111c64c-4d25-41d6-b311-ef249a29d1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e37607-30ff-4c08-bf55-0849b6a11d17,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:52.217217 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.242260 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:52.242756 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Checking segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:52.243063 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.243462 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Bound using segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:52.244325 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Bound port: f77224f1-4523-49e1-824a-1d1d3397e537, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:52.245365 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.262741 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 6b8549d8-c01e-44ac-b551-341b515395c3 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:52.263163 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.312936 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Allocated IP 172.27.1.157 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/76496929-aa1f-4fb2-8fde-efbbc94340f0) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:52.339560 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:52.350286 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:52.357024 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:52.363116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks [] for router_gateway (b351e21c-8331-4921-a38f-e7f9271eb632), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.421140 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] For port b1423a2e-6d33-446f-a158-1d23876f7016, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:52.423473 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] For port b1423a2e-6d33-446f-a158-1d23876f7016, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b1423a2e-6d33-446f-a158-1d23876f7016,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:52.424419 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Network 7e1950a0-7f6c-4538-86e4-23311290e33c is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:52.431992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a2bc9668-97a9-4dfd-b588-2c5f7b8da2dc admin admin] Publish callbacks [] for security_group (2041861b-b437-4420-aef9-88b4f496c281), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.438494 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:52.449211 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a2bc9668-97a9-4dfd-b588-2c5f7b8da2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2041861b-b437-4420-aef9-88b4f496c281), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.456190 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Pushing event updated for resources: {'Port': ['ID=613149d7-4398-48ee-aa2a-33e9cb86ff18,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:52.540421 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc9668-97a9-4dfd-b588-2c5f7b8da2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2041861b-b437-4420-aef9-88b4f496c281,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:52.553257 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:52.564418 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Attempting to bind port 926fb3d2-89e7-4cfb-b76d-3039d41e331b on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:52.564798 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Attempting to bind port 926fb3d2-89e7-4cfb-b76d-3039d41e331b by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:52.565164 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Attempting to bind port 926fb3d2-89e7-4cfb-b76d-3039d41e331b on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:52.624931 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:52.724163 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:52.729417 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.740089 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks [] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.745192 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a2bc9668-97a9-4dfd-b588-2c5f7b8da2dc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9d8c2872e912420696a20ed363471888&name=default HTTP/1.1" status: 200 len: 2994 time: 1.4493678 Sep 13 03:20:52.759777 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41672) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:52.770071 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] For port f77224f1-4523-49e1-824a-1d1d3397e537, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:52.796431 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] For port f77224f1-4523-49e1-824a-1d1d3397e537, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f77224f1-4523-49e1-824a-1d1d3397e537,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:52.883203 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.930004 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:52.934009 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Checking segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:52.934549 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.935080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Bound using segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:52.936009 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Bound port: 926fb3d2-89e7-4cfb-b76d-3039d41e331b, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:52.937084 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.939460 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 6b8549d8-c01e-44ac-b551-341b515395c3 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:52.941967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:52.984667 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-745c7836-32d1-47be-880d-bb8ca8209a1a None None] Provisioning complete for port a8c07618-5649-40ef-bf91-81450eeaa1bc triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:52.985134 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-745c7836-32d1-47be-880d-bb8ca8209a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.066093 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks [] for router_gateway (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.075708 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83354432-3bb3-41cb-ab84-82cb428f7ca8 None None] Pushing event updated for resources: {'Port': ['ID=b1423a2e-6d33-446f-a158-1d23876f7016,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:53.203152 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 6b8549d8-c01e-44ac-b551-341b515395c3, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=6b8549d8-c01e-44ac-b551-341b515395c3,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:20:53.203152 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-745c7836-32d1-47be-880d-bb8ca8209a1a None None] Port a8c07618-5649-40ef-bf91-81450eeaa1bc cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:20:53.214586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (b351e21c-8331-4921-a38f-e7f9271eb632), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.227804 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.228757 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e4bd06c8-3623-47db-ab03-f40656593e18 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:20:53.251652 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:53.316736 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-34ade579-f218-410f-81b9-6253cc5ae8b5 admin admin] Publish callbacks [] for security_group (2041861b-b437-4420-aef9-88b4f496c281), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.321972 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.345793 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Router 85bb51ed-beb7-4705-97d4-902ba80bb261 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:20:53.382904 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] For port 926fb3d2-89e7-4cfb-b76d-3039d41e331b, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:53.394067 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-34ade579-f218-410f-81b9-6253cc5ae8b5 admin admin] Publish callbacks [] for security_group (2041861b-b437-4420-aef9-88b4f496c281), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.413190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:53.450131 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] For port 926fb3d2-89e7-4cfb-b76d-3039d41e331b, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=926fb3d2-89e7-4cfb-b76d-3039d41e331b,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:53.468657 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c4743-1682-4012-ac4e-0c1ad9acee2f None None] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:53.479083 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.495134 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c7bde-6b22-4908-adc8-c572072428df None None] Pushing event updated for resources: {'Port': ['ID=f77224f1-4523-49e1-824a-1d1d3397e537,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:53.515162 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:53.535038 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:53.548755 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:53.570504 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port e4bd06c8-3623-47db-ab03-f40656593e18 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:53.572981 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.654439 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Allocated IP 172.27.1.88 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/56abb8a6-c55a-438a-8cc5-c4b389f5315f) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:53.670693 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=76496929-aa1f-4fb2-8fde-efbbc94340f0,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:53.676759 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-d958edf1-67a2-4f8c-8979-623007ebcc92 None None] Provisioning complete for port 6b8549d8-c01e-44ac-b551-341b515395c3 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:53.683981 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d958edf1-67a2-4f8c-8979-623007ebcc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.746907 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=6b8549d8-c01e-44ac-b551-341b515395c3,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:53.756592 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-34ade579-f218-410f-81b9-6253cc5ae8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2041861b-b437-4420-aef9-88b4f496c281), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.759113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-34ade579-f218-410f-81b9-6253cc5ae8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:53.760297 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-34ade579-f218-410f-81b9-6253cc5ae8b5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2041861b-b437-4420-aef9-88b4f496c281 HTTP/1.1" status: 204 len: 168 time: 0.9986689 Sep 13 03:20:53.776606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ade579-f218-410f-81b9-6253cc5ae8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2041861b-b437-4420-aef9-88b4f496c281,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:53.781109 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:20:53.797274 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-63c1044d-3ee2-4371-9f4a-f609a4987a5a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/85bb51ed-beb7-4705-97d4-902ba80bb261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5381992 Sep 13 03:20:53.809007 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Router b351e21c-8331-4921-a38f-e7f9271eb632 is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:20:53.939818 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Sync routers for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:20:54.054863 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:20:54.086626 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Sync routers for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:20:54.108516 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:54.109720 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:54.114412 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:54.119341 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5841e157-a55b-4310-a227-f32da841d232 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1049113 Sep 13 03:20:54.127080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41698) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:54.203078 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:54.204060 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:54.231461 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:54.290678 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:54.339282 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:54.341027 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:54.415216 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks [] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:54.592770 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096846d-2988-4960-bb84-f6fa55a0ebad None None] Pushing event updated for resources: {'Port': ['ID=926fb3d2-89e7-4cfb-b76d-3039d41e331b,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:54.630841 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:54.643690 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks [] for router_gateway (2f4fe874-5ff3-442f-9b6c-16552b97e037), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:54.645256 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port e4bd06c8-3623-47db-ab03-f40656593e18 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:54.645654 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:54.777530 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d958edf1-67a2-4f8c-8979-623007ebcc92 None None] Current status of the port 6b8549d8-c01e-44ac-b551-341b515395c3 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:54.812485 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 3, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:54.831083 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port e4bd06c8-3623-47db-ab03-f40656593e18, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=e4bd06c8-3623-47db-ab03-f40656593e18,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:20:54.856989 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:54.907592 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Checking router: b351e21c-8331-4921-a38f-e7f9271eb632 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:20:54.907592 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Updating router b351e21c-8331-4921-a38f-e7f9271eb632 port 12b26708-612f-44ac-9532-9e1fb299f6a6 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:20:54.997606 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:55.006904 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.024253 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.041072 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41716) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:55.060893 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-31b3fa59-a53f-4155-a721-bd4a4da77e41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153849667', 'description': 'tempest-description--692924708'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:55.168285 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-d11364bc-ae4b-4490-8496-5c0b264b99d1 None None] Provisioning complete for port 6b8549d8-c01e-44ac-b551-341b515395c3 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:55.174493 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d11364bc-ae4b-4490-8496-5c0b264b99d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.208100 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9505e-8077-4967-811c-8f5ce4e35bd2 None None] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:55.304610 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.351266 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-31b3fa59-a53f-4155-a721-bd4a4da77e41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.426737 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:55.435045 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:55.450690 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (2f4fe874-5ff3-442f-9b6c-16552b97e037), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.453572 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:55.480186 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.517973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:55.659072 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649042eb-0eb5-4c2f-b5b7-783159dfa3c9 None None] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:55.672129 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-31b3fa59-a53f-4155-a721-bd4a4da77e41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (0d608eb0-62e8-486b-8aee-39f74ba870a0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.696247 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:55.719958 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 6b8549d8-c01e-44ac-b551-341b515395c3 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:20:55.720505 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Publish callbacks [] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.733330 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.743654 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-31b3fa59-a53f-4155-a721-bd4a4da77e41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0d608eb0-62e8-486b-8aee-39f74ba870a0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.790141 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838d67-a04e-4f6d-91e6-6dd46cc5cf51 None None] Pushing event updated for resources: {'Port': ['ID=12b26708-612f-44ac-9532-9e1fb299f6a6,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:55.801547 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Pushing event updated for resources: {'Port': ['ID=56abb8a6-c55a-438a-8cc5-c4b389f5315f,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:55.813735 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Attempting to bind port 12b26708-612f-44ac-9532-9e1fb299f6a6 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:55.814849 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Attempting to bind port 12b26708-612f-44ac-9532-9e1fb299f6a6 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:55.815932 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Attempting to bind port 12b26708-612f-44ac-9532-9e1fb299f6a6 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:55.828170 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3fa59-a53f-4155-a721-bd4a4da77e41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d608eb0-62e8-486b-8aee-39f74ba870a0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:55.842070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-31b3fa59-a53f-4155-a721-bd4a4da77e41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.844343 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-31b3fa59-a53f-4155-a721-bd4a4da77e41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7964497 Sep 13 03:20:55.848290 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41738) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:55.859809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-5d1f28cb-6186-4a05-8bbb-293b7d6370da tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'security_group_rule': {'security_group_id': '0d608eb0-62e8-486b-8aee-39f74ba870a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:55.875671 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:55.878690 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:55.879030 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:55.879469 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.879928 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:55.880527 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Bound port: 12b26708-612f-44ac-9532-9e1fb299f6a6, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:55.880913 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.921313 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:20:55.944931 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=e4bd06c8-3623-47db-ab03-f40656593e18,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:55.953357 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] For port 12b26708-612f-44ac-9532-9e1fb299f6a6, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:55.957398 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] For port 12b26708-612f-44ac-9532-9e1fb299f6a6, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=12b26708-612f-44ac-9532-9e1fb299f6a6,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:55.961105 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Router 2f4fe874-5ff3-442f-9b6c-16552b97e037 is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:20:55.966512 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:55.991805 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:56.002660 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:56.002776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28cb-6186-4a05-8bbb-293b7d6370da tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (786cfc47-c64a-48d6-ae92-98460d09101c), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.065389 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Allocated IP 172.20.0.1 (56b0350b-2f1d-46ac-ad32-a74946bfd610/04fdef43-9d1e-47ca-b428-82e86f24ac1e/3b48278b-d71e-4f65-8cc8-142e617959d1) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:56.090222 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d76d5e-14fa-453c-bfca-567d3a3f2684 None None] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:20:56.092801 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:56.242066 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:56.292600 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:56.299773 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:56.426739 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.446256 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-d11364bc-ae4b-4490-8496-5c0b264b99d1 None None] Current status of the port 6b8549d8-c01e-44ac-b551-341b515395c3 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:56.465078 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks [] for router_gateway (e5385567-037f-4d6a-8ddd-281d9d75dbd4), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.519080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 6b8549d8-c01e-44ac-b551-341b515395c3 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:56.519471 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.566118 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:20:56.571184 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:20:56.621269 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Sync routers for ids ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:20:56.636400 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:56.653937 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.655974 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-5bbd68ad-1375-4ddb-8e6d-0e45528396bb admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9914827 Sep 13 03:20:56.667166 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.673332 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-fce3e3db-b623-4645-aec4-8906babbd0f4 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4289846 Sep 13 03:20:56.674445 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41762) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:56.690971 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Sync routers for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:20:56.693493 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41766) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:56.723725 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838d67-a04e-4f6d-91e6-6dd46cc5cf51 None None] Pushing event updated for resources: {'Port': ['ID=12b26708-612f-44ac-9532-9e1fb299f6a6,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:56.741626 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Provisioning complete for port b1423a2e-6d33-446f-a158-1d23876f7016 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:56.747157 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.784577 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:56.784790 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:56.854968 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Routers {'4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:56.855762 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:56.887787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks [] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.931910 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28cb-6186-4a05-8bbb-293b7d6370da tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (786cfc47-c64a-48d6-ae92-98460d09101c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.948841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28cb-6186-4a05-8bbb-293b7d6370da tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (786cfc47-c64a-48d6-ae92-98460d09101c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:56.992528 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Set router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:56.992745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f28cb-6186-4a05-8bbb-293b7d6370da tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786cfc47-c64a-48d6-ae92-98460d09101c,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:57.009706 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.023727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f28cb-6186-4a05-8bbb-293b7d6370da tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.025431 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5d1f28cb-6186-4a05-8bbb-293b7d6370da tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1733925 Sep 13 03:20:57.047343 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41796) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:57.053317 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-de96dfd9-4aaf-4d46-bd6a-2d78d0f0746c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'security_group_rule': {'security_group_id': '0d608eb0-62e8-486b-8aee-39f74ba870a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:57.068554 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:57.073518 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:57.084966 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:57.085460 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (b351e21c-8331-4921-a38f-e7f9271eb632), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.135538 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 3, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:57.149918 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Pushing event updated for resources: {'Port': ['ID=3b48278b-d71e-4f65-8cc8-142e617959d1,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:57.174994 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35118ebd-f735-4cbc-855e-b7f26129dc99 None None] The sync data for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi is: [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 3, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:20:57.175985 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-de96dfd9-4aaf-4d46-bd6a-2d78d0f0746c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (3c525a2e-46ec-4125-bf26-aad8fc43d857), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.195068 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:57.233408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:57.287778 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:57.421523 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-de96dfd9-4aaf-4d46-bd6a-2d78d0f0746c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (3c525a2e-46ec-4125-bf26-aad8fc43d857), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.436761 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-de96dfd9-4aaf-4d46-bd6a-2d78d0f0746c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (3c525a2e-46ec-4125-bf26-aad8fc43d857), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.569049 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:57.577928 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96dfd9-4aaf-4d46-bd6a-2d78d0f0746c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c525a2e-46ec-4125-bf26-aad8fc43d857,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:57.598265 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-de96dfd9-4aaf-4d46-bd6a-2d78d0f0746c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.599976 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-de96dfd9-4aaf-4d46-bd6a-2d78d0f0746c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5510774 Sep 13 03:20:57.605696 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41822) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:57.618900 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:20:57.632408 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 6b8549d8-c01e-44ac-b551-341b515395c3 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:57.637716 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 926fb3d2-89e7-4cfb-b76d-3039d41e331b up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:20:57.648334 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 2, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:57.705582 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 3, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:57.769175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.807226 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.816358 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Checking router: 2f4fe874-5ff3-442f-9b6c-16552b97e037 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:20:57.818295 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Updating router 2f4fe874-5ff3-442f-9b6c-16552b97e037 port 76496929-aa1f-4fb2-8fde-efbbc94340f0 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:20:57.844988 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:57.876815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Checking router: 85bb51ed-beb7-4705-97d4-902ba80bb261 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:20:57.877581 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Updating router 85bb51ed-beb7-4705-97d4-902ba80bb261 port a8c07618-5649-40ef-bf91-81450eeaa1bc binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:20:57.878476 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:57.887888 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41830) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:57.991329 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:58.130447 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.160350 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 926fb3d2-89e7-4cfb-b76d-3039d41e331b triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:58.160991 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.244848 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Current status of the port b1423a2e-6d33-446f-a158-1d23876f7016 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:58.245372 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.310213 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-751d8006-b995-4078-beff-9aabf5204475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.364208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.377362 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (e5385567-037f-4d6a-8ddd-281d9d75dbd4), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.435335 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:58.560981 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Publish callbacks [] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.582901 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.679880 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Attempting to bind port 76496929-aa1f-4fb2-8fde-efbbc94340f0 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:20:58.685428 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Attempting to bind port 76496929-aa1f-4fb2-8fde-efbbc94340f0 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:20:58.685807 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Attempting to bind port 76496929-aa1f-4fb2-8fde-efbbc94340f0 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:20:58.704526 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks [] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.731808 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.732954 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (b351e21c-8331-4921-a38f-e7f9271eb632), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.756012 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-751d8006-b995-4078-beff-9aabf5204475 admin admin] Publish callbacks [] for security_group (04dd6851-c2c2-41e9-8ad8-307e9a31ee3a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.770136 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Allocated IP 172.27.1.96 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/315cc641-581e-4e19-83e5-ba4308b75877) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:20:58.796098 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] For port b1423a2e-6d33-446f-a158-1d23876f7016, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b1423a2e-6d33-446f-a158-1d23876f7016,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:20:58.797709 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:20:52Z', 'revision_number': 3, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port': {'id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:58.820286 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3d44e-6f4e-480e-82d9-b278111c7cd8 None None] Pushing event updated for resources: {'Port': ['ID=76496929-aa1f-4fb2-8fde-efbbc94340f0,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:58.828457 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-751d8006-b995-4078-beff-9aabf5204475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (04dd6851-c2c2-41e9-8ad8-307e9a31ee3a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.864592 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:20:58.864965 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:20:58.865393 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.865778 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:20:58.868070 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Bound port: 76496929-aa1f-4fb2-8fde-efbbc94340f0, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:20:58.868463 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.870420 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:58.903405 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:58.956808 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] For port 76496929-aa1f-4fb2-8fde-efbbc94340f0, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:20:58.961364 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] For port 76496929-aa1f-4fb2-8fde-efbbc94340f0, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=76496929-aa1f-4fb2-8fde-efbbc94340f0,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:20:58.981993 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.056693 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Checking router: 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:20:59.057054 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Updating router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb port 613149d7-4398-48ee-aa2a-33e9cb86ff18 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:20:59.059020 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Provisioning complete for port 926fb3d2-89e7-4cfb-b76d-3039d41e331b triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:20:59.059412 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.066560 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:59.068923 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:59.070202 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:59.236113 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3d44e-6f4e-480e-82d9-b278111c7cd8 None None] Pushing event updated for resources: {'Port': ['ID=76496929-aa1f-4fb2-8fde-efbbc94340f0,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:59.258169 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:59.317139 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.326545 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:20:59.333552 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for port (315cc641-581e-4e19-83e5-ba4308b75877), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.365909 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:59.367162 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:59.369206 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Pushing event updated for resources: {'Port': ['ID=3b48278b-d71e-4f65-8cc8-142e617959d1,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:59.382282 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:59.386399 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-751d8006-b995-4078-beff-9aabf5204475 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=08cd984973f5443e85cd79d3f0e76834&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4974763 Sep 13 03:20:59.398956 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41902) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:59.473117 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 926fb3d2-89e7-4cfb-b76d-3039d41e331b is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:20:59.473516 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.474819 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:20:59.515001 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.541726 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (315cc641-581e-4e19-83e5-ba4308b75877), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.587499 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:20:59.603040 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:20:59.617130 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:20:59.620518 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d8006-b995-4078-beff-9aabf5204475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dd6851-c2c2-41e9-8ad8-307e9a31ee3a,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:59.626455 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:59.631345 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Router b351e21c-8331-4921-a38f-e7f9271eb632 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:20:59.646343 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:20:59.661370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41908) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:59.690247 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:20:59.692346 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:20:59.711566 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Pushing event updated for resources: {'Port': ['ID=b1423a2e-6d33-446f-a158-1d23876f7016,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:20:59.747869 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.756127 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c5eb2e48-44b3-4b67-a84a-387cf2bb94cb admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.3825865 Sep 13 03:20:59.766486 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41912) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:20:59.858995 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 3, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:59.896516 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:20:59.897171 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:20:59.924318 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b022dc-3700-4723-9ffe-a5eb5635c956 None None] The sync data for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi is: [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 3, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:20:59.946259 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d337f317-166c-43c0-9a70-d4133e4d6823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:20:59.984369 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (f276db9a-4975-4827-86e7-749f9f968545), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.002659 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:00.043238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 926fb3d2-89e7-4cfb-b76d-3039d41e331b, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=926fb3d2-89e7-4cfb-b76d-3039d41e331b,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:00.057312 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'Port': ['ID=315cc641-581e-4e19-83e5-ba4308b75877,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:00.084083 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.085136 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f77224f1-4523-49e1-824a-1d1d3397e537 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:00.126356 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:21:00.136895 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a3122219-61b7-4fcf-9bf1-9339a12b293a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b351e21c-8331-4921-a38f-e7f9271eb632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0078533 Sep 13 03:21:00.150563 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (315cc641-581e-4e19-83e5-ba4308b75877), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.194084 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Sync routers for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:21:00.213551 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:00.215294 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:00.215793 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d337f317-166c-43c0-9a70-d4133e4d6823 admin admin] Publish callbacks [] for security_group (8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.225102 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:00.232958 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db40d939-59a8-438f-98fa-837e80b6f6aa admin admin] Publish callbacks [] for security_group (04dd6851-c2c2-41e9-8ad8-307e9a31ee3a), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.238553 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.257539 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d337f317-166c-43c0-9a70-d4133e4d6823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.293697 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Current status of the port 926fb3d2-89e7-4cfb-b76d-3039d41e331b is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:00.295306 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.481434 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:00.654853 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=926fb3d2-89e7-4cfb-b76d-3039d41e331b,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:00.659905 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db40d939-59a8-438f-98fa-837e80b6f6aa admin admin] Publish callbacks [] for security_group (04dd6851-c2c2-41e9-8ad8-307e9a31ee3a), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.689444 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Publish callbacks [] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.725947 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:00.748830 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d337f317-166c-43c0-9a70-d4133e4d6823 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=15143b2e72aa40f78184abf09d8bd9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0610137 Sep 13 03:21:00.750383 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41934) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:00.763050 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db40d939-59a8-438f-98fa-837e80b6f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (04dd6851-c2c2-41e9-8ad8-307e9a31ee3a), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.765734 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db40d939-59a8-438f-98fa-837e80b6f6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.784041 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-db40d939-59a8-438f-98fa-837e80b6f6aa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04dd6851-c2c2-41e9-8ad8-307e9a31ee3a HTTP/1.1" status: 204 len: 168 time: 1.2169795 Sep 13 03:21:00.817143 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.831105 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337f317-166c-43c0-9a70-d4133e4d6823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:00.863780 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:00.892340 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port f77224f1-4523-49e1-824a-1d1d3397e537 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:00.893093 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:00.901541 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:00.952104 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.db.api [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 03:21:00.952755 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG oslo_db.api [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 03:21:00.956054 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Allocated IP 172.20.0.1 (cb2e37f0-0a1e-4f79-8597-600d7213f51f/cf4fee17-930c-4fb1-a2c6-e7394eb6fc66/3d0e66f3-15ac-45d1-ad99-f741fd833538) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:00.969803 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41940) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:00.981860 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-450bf2ee-1999-4670-a910-653d7834d1e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648975112', 'description': 'tempest-description--837976307'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:01.082046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Publish callbacks [] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.095835 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:20:58Z', 'revision_number': 2, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:01.121775 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed013fad-fc61-4dcf-a4b9-4b2fbcd88a2a None None] Pushing event updated for resources: {'Port': ['ID=a8c07618-5649-40ef-bf91-81450eeaa1bc,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:01.154193 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Checking router: b351e21c-8331-4921-a38f-e7f9271eb632 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:21:01.154954 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Updating router b351e21c-8331-4921-a38f-e7f9271eb632 port 3b48278b-d71e-4f65-8cc8-142e617959d1 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:21:01.164380 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-450bf2ee-1999-4670-a910-653d7834d1e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.183569 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.236989 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:01.247747 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for port (315cc641-581e-4e19-83e5-ba4308b75877), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.249782 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dfee1828-f0fe-4542-a6ac-16b18e2818d9 admin admin] Publish callbacks [] for security_group (8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.267602 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.278805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Attempting to bind port 613149d7-4398-48ee-aa2a-33e9cb86ff18 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:01.279015 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Attempting to bind port 613149d7-4398-48ee-aa2a-33e9cb86ff18 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:01.279254 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Attempting to bind port 613149d7-4398-48ee-aa2a-33e9cb86ff18 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:01.309004 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40d939-59a8-438f-98fa-837e80b6f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dd6851-c2c2-41e9-8ad8-307e9a31ee3a,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:01.309519 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dfee1828-f0fe-4542-a6ac-16b18e2818d9 admin admin] Publish callbacks [] for security_group (8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.313208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Attempting to bind port a8c07618-5649-40ef-bf91-81450eeaa1bc on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:01.313560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Attempting to bind port a8c07618-5649-40ef-bf91-81450eeaa1bc by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:01.313919 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Attempting to bind port a8c07618-5649-40ef-bf91-81450eeaa1bc on network 7e1950a0-7f6c-4538-86e4-23311290e33c {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:01.372271 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:01.383037 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (315cc641-581e-4e19-83e5-ba4308b75877), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.384271 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (f276db9a-4975-4827-86e7-749f9f968545), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.403213 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dfee1828-f0fe-4542-a6ac-16b18e2818d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.406256 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dfee1828-f0fe-4542-a6ac-16b18e2818d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.408354 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-dfee1828-f0fe-4542-a6ac-16b18e2818d9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1 HTTP/1.1" status: 204 len: 168 time: 0.5947726 Sep 13 03:21:01.416764 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:01.422566 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4654b-ecc3-4df6-b6e0-ec2c76e3a06f None None] Pushing event updated for resources: {'Port': ['ID=613149d7-4398-48ee-aa2a-33e9cb86ff18,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:01.449094 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.453389 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8432074 Sep 13 03:21:01.454254 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:01.457216 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port f77224f1-4523-49e1-824a-1d1d3397e537 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:01.457605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.518375 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee1828-f0fe-4542-a6ac-16b18e2818d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad67b80-70b7-4a80-b5a5-4a2bbb3a55e1,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:01.535315 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:01.536763 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks [] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.594511 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Allocated IP 172.20.0.1 (c32ea5b2-b5dd-443d-b869-2e7693b4d72b/572657f2-e364-4351-9431-458ad7e1265f/25b309e0-b656-4691-909f-73c3cdf04b1d) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:01.679541 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-450bf2ee-1999-4670-a910-653d7834d1e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (8d3f9a27-4304-40fb-8ec6-299f84a99bfb), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.696070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-450bf2ee-1999-4670-a910-653d7834d1e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8d3f9a27-4304-40fb-8ec6-299f84a99bfb), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.737452 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:01.737877 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:01.738278 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.739019 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:01.739168 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Bound port: 613149d7-4398-48ee-aa2a-33e9cb86ff18, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:01.740275 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.751730 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:01.752096 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Checking segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:01.752489 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.752931 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Bound using segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:01.753460 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Bound port: a8c07618-5649-40ef-bf91-81450eeaa1bc, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:01.753882 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.777046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:21:01.777771 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Updating router e5385567-037f-4d6a-8ddd-281d9d75dbd4 port 56abb8a6-c55a-438a-8cc5-c4b389f5315f binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:21:01.800620 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bf2ee-1999-4670-a910-653d7834d1e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f9a27-4304-40fb-8ec6-299f84a99bfb,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:01.807657 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-450bf2ee-1999-4670-a910-653d7834d1e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.815027 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-450bf2ee-1999-4670-a910-653d7834d1e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8412762 Sep 13 03:21:01.820774 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41964) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:01.820990 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Current status of the port 926fb3d2-89e7-4cfb-b76d-3039d41e331b is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:01.836808 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-e0b52e85-0934-4194-8b62-42ec62a60ece tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'security_group_rule': {'security_group_id': '8d3f9a27-4304-40fb-8ec6-299f84a99bfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:01.857054 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b914de-4491-4527-a498-88fa609de597 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'Port': ['ID=315cc641-581e-4e19-83e5-ba4308b75877,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:01.886778 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port f77224f1-4523-49e1-824a-1d1d3397e537, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f77224f1-4523-49e1-824a-1d1d3397e537,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:01.919788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.926834 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e0b52e85-0934-4194-8b62-42ec62a60ece tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (d98b13f5-15f3-4de4-a05d-49f3040b73e9), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:01.989000 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 41984) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:01.997612 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0e66f3-15ac-45d1-ad99-f741fd833538,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:02.003442 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.012671 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b1423a2e-6d33-446f-a158-1d23876f7016 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:02.013976 dv-cinder-857075-2-iscsi neutron-server[106191]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 03:21:02.014675 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.016515 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Provisioning complete for port f77224f1-4523-49e1-824a-1d1d3397e537 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:02.017471 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.048279 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:21:02.068034 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:02.073876 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Publish callbacks [] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.074731 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e0b52e85-0934-4194-8b62-42ec62a60ece tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (d98b13f5-15f3-4de4-a05d-49f3040b73e9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.081053 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e0b52e85-0934-4194-8b62-42ec62a60ece tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (d98b13f5-15f3-4de4-a05d-49f3040b73e9), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.088729 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.119737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b52e85-0934-4194-8b62-42ec62a60ece tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98b13f5-15f3-4de4-a05d-49f3040b73e9,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:02.120450 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:02.153068 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:02.153902 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (2f4fe874-5ff3-442f-9b6c-16552b97e037), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.160816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e0b52e85-0934-4194-8b62-42ec62a60ece tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.166237 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e0b52e85-0934-4194-8b62-42ec62a60ece tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3416593 Sep 13 03:21:02.167503 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 41990) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:02.171330 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:02.184099 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-0701ee4b-cee2-415d-ac66-70757320be63 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'security_group_rule': {'security_group_id': '8d3f9a27-4304-40fb-8ec6-299f84a99bfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:02.256949 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0701ee4b-cee2-415d-ac66-70757320be63 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (1f2d3984-1666-4224-b13b-bca6d1e6b1d2), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.284925 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-f6b92b6f-ddb7-4cf6-add1-4e62cc1c1430 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1153849667&fields=id&tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 267 time: 0.2827206 Sep 13 03:21:02.314723 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:02.337129 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42000) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:02.379258 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd7286-4a8c-4e7a-ad64-9f319f2fe7c8 None None] Pushing event updated for resources: {'Port': ['ID=3b48278b-d71e-4f65-8cc8-142e617959d1,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:02.392997 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] For port 613149d7-4398-48ee-aa2a-33e9cb86ff18, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:02.407760 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Attempting to bind port 3b48278b-d71e-4f65-8cc8-142e617959d1 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:02.414423 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Attempting to bind port 3b48278b-d71e-4f65-8cc8-142e617959d1 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:02.414856 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Attempting to bind port 3b48278b-d71e-4f65-8cc8-142e617959d1 on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:02.432089 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks [] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.458129 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0701ee4b-cee2-415d-ac66-70757320be63 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (1f2d3984-1666-4224-b13b-bca6d1e6b1d2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.465639 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0701ee4b-cee2-415d-ac66-70757320be63 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (1f2d3984-1666-4224-b13b-bca6d1e6b1d2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.490494 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:02.494574 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] For port 613149d7-4398-48ee-aa2a-33e9cb86ff18, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=613149d7-4398-48ee-aa2a-33e9cb86ff18,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:02.515779 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] For port a8c07618-5649-40ef-bf91-81450eeaa1bc, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:02.524227 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701ee4b-cee2-415d-ac66-70757320be63 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2d3984-1666-4224-b13b-bca6d1e6b1d2,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:02.532468 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:02.536850 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Checking segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:02.537182 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-df96a52b-da50-48d7-89b2-9ba75729a909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.537798 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0701ee4b-cee2-415d-ac66-70757320be63 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.538458 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.538876 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Bound using segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:02.539377 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Bound port: 3b48278b-d71e-4f65-8cc8-142e617959d1, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:02.539761 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.542836 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0701ee4b-cee2-415d-ac66-70757320be63 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722460 Sep 13 03:21:02.545923 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42006) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:02.552740 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:02.602304 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.615471 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.670365 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] For port a8c07618-5649-40ef-bf91-81450eeaa1bc, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=a8c07618-5649-40ef-bf91-81450eeaa1bc,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:02.698156 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=f77224f1-4523-49e1-824a-1d1d3397e537,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:02.710987 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] For port 3b48278b-d71e-4f65-8cc8-142e617959d1, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:02.717159 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] For port 3b48278b-d71e-4f65-8cc8-142e617959d1, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=3b48278b-d71e-4f65-8cc8-142e617959d1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:02.733289 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.746994 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.770075 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:02.789534 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port b1423a2e-6d33-446f-a158-1d23876f7016 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:02.789534 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.824270 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.832080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.836397 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:02.844358 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:02.845049 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:02.926150 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd7286-4a8c-4e7a-ad64-9f319f2fe7c8 None None] Pushing event updated for resources: {'Port': ['ID=3b48278b-d71e-4f65-8cc8-142e617959d1,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:02.926454 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Routers {'4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:02.927136 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:02.949944 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:02.957760 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:02.959243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:02.982233 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-df96a52b-da50-48d7-89b2-9ba75729a909 admin admin] Publish callbacks [] for security_group (7b82c159-ad73-40a4-bdc1-83340ac8de5d), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:02.992779 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:02.996991 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:03.026353 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-df96a52b-da50-48d7-89b2-9ba75729a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7b82c159-ad73-40a4-bdc1-83340ac8de5d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.069243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa679e-04cb-4a3c-a1cc-f628630ade13 None None] Current status of the port f77224f1-4523-49e1-824a-1d1d3397e537 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:03.114350 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4654b-ecc3-4df6-b6e0-ec2c76e3a06f None None] Pushing event updated for resources: {'Port': ['ID=613149d7-4398-48ee-aa2a-33e9cb86ff18,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:03.168847 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96a52b-da50-48d7-89b2-9ba75729a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82c159-ad73-40a4-bdc1-83340ac8de5d,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:03.274957 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:02Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:03.284106 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-df96a52b-da50-48d7-89b2-9ba75729a909 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4397caa381624321bedbd87854af542e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9398453 Sep 13 03:21:03.285157 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42022) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:03.321147 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Provisioning complete for port 3b48278b-d71e-4f65-8cc8-142e617959d1 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:03.321536 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.331774 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306a4e4-d4c2-4f5f-9ae2-8ed8d77a0a1f None None] The sync data for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi is: [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:02Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:03.335360 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.382305 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:03.386801 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] Set router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:03.389052 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-d1d5ee61-b397-4195-bd90-54c41e53c28b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:03.390129 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc577-386a-442d-8ba7-e36eca300381 admin admin] Publish callbacks [] for security_group (7b82c159-ad73-40a4-bdc1-83340ac8de5d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.391069 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-d1d5ee61-b397-4195-bd90-54c41e53c28b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 816 time: 1.0506930 Sep 13 03:21:03.447540 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port b1423a2e-6d33-446f-a158-1d23876f7016 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:03.468553 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc577-386a-442d-8ba7-e36eca300381 admin admin] Publish callbacks [] for security_group (7b82c159-ad73-40a4-bdc1-83340ac8de5d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.486974 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed013fad-fc61-4dcf-a4b9-4b2fbcd88a2a None None] Pushing event updated for resources: {'Port': ['ID=a8c07618-5649-40ef-bf91-81450eeaa1bc,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:03.497165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:03.576727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc577-386a-442d-8ba7-e36eca300381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7b82c159-ad73-40a4-bdc1-83340ac8de5d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.579367 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc577-386a-442d-8ba7-e36eca300381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.582925 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8cbbc577-386a-442d-8ba7-e36eca300381 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7b82c159-ad73-40a4-bdc1-83340ac8de5d HTTP/1.1" status: 204 len: 168 time: 0.2944794 Sep 13 03:21:03.596949 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbc577-386a-442d-8ba7-e36eca300381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82c159-ad73-40a4-bdc1-83340ac8de5d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:03.749643 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:03.751471 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-898abcd2-b2a6-44c2-89d6-22775a994240 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/quotas/9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 375 time: 0.1048615 Sep 13 03:21:03.752025 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.769181 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:03.778681 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:03.779165 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:03.907800 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Publish callbacks [] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.001730 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 926fb3d2-89e7-4cfb-b76d-3039d41e331b up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:04.006828 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Current status of the port 3b48278b-d71e-4f65-8cc8-142e617959d1 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:04.008978 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.028398 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Pushing event updated for resources: {'Port': ['ID=25b309e0-b656-4691-909f-73c3cdf04b1d,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:04.081152 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] For port 3b48278b-d71e-4f65-8cc8-142e617959d1, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=3b48278b-d71e-4f65-8cc8-142e617959d1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:04.104649 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:04.156369 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.182719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Allocated IP 172.27.1.150 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:04.335039 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.405882 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.418728 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c0d5b1bb-c0ca-413a-98e7-c86c525bfbf7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6453223 Sep 13 03:21:04.441865 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Attempting to bind port 56abb8a6-c55a-438a-8cc5-c4b389f5315f on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:04.442237 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Attempting to bind port 56abb8a6-c55a-438a-8cc5-c4b389f5315f by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:04.442682 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Attempting to bind port 56abb8a6-c55a-438a-8cc5-c4b389f5315f on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:04.443861 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:04.445047 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.453638 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:04.462638 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:04.464008 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Provisioning complete for port f77224f1-4523-49e1-824a-1d1d3397e537 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:04.464447 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.467240 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:04.558295 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Allocated IP 172.20.0.1 (36a6ffba-7b10-4536-9b6f-36478b4a6ccb/3fdd5a04-ba02-40f1-8823-4840f6613b40/142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:04.645258 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea022a-bb07-439d-bd4c-7ce2c3411625 None None] Pushing event updated for resources: {'Port': ['ID=56abb8a6-c55a-438a-8cc5-c4b389f5315f,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:04.675630 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (fabab593-9f22-4202-94e0-47258b3540a8), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.699637 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:04.742988 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'Port': ['ID=b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:04.776559 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:04.789198 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 926fb3d2-89e7-4cfb-b76d-3039d41e331b triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:04.790301 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.807623 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:04.808202 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:04.808752 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.809311 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:04.809948 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Bound port: 56abb8a6-c55a-438a-8cc5-c4b389f5315f, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:04.810636 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.834652 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Pushing event updated for resources: {'Port': ['ID=3b48278b-d71e-4f65-8cc8-142e617959d1,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:04.853074 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:20:52Z', 'revision_number': 3, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port': {'id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:04.868086 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:04.889798 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:02Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:04.980421 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-8d692065-7846-4844-9c7d-2f50996bb6da service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:21:04.991709 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac8fd6-2847-4feb-88df-7102f9b62f3f None None] The sync data for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi is: [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:02Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:04.993603 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e11d6-5654-4414-8000-d66f5fc8bde7 None None] The sync data for ids ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'] in dv-cinder-857075-2-iscsi is: [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:20:52Z', 'revision_number': 3, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port': {'id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:05.009435 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-8d692065-7846-4844-9c7d-2f50996bb6da service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1971343 Sep 13 03:21:05.040029 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] For port 56abb8a6-c55a-438a-8cc5-c4b389f5315f, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:05.045993 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:05.066320 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] For port 56abb8a6-c55a-438a-8cc5-c4b389f5315f, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=56abb8a6-c55a-438a-8cc5-c4b389f5315f,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:05.104894 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks [] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.160777 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:05.163741 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.164969 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.185758 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.186973 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (2f4fe874-5ff3-442f-9b6c-16552b97e037), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.243978 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Current status of the port f77224f1-4523-49e1-824a-1d1d3397e537 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:05.287971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.290777 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea022a-bb07-439d-bd4c-7ce2c3411625 None None] Pushing event updated for resources: {'Port': ['ID=56abb8a6-c55a-438a-8cc5-c4b389f5315f,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:05.297956 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:05.297956 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:05.309102 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Provisioning complete for port 3d0e66f3-15ac-45d1-ad99-f741fd833538 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:05.309470 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.310428 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.313143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (fabab593-9f22-4202-94e0-47258b3540a8), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.402952 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks [] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.407353 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.420380 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8729002 Sep 13 03:21:05.423394 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-8d501676-6b07-45b6-aed6-b3d5ca1d3329 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128919 Sep 13 03:21:05.433009 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 926fb3d2-89e7-4cfb-b76d-3039d41e331b is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:05.448744 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3b48278b-d71e-4f65-8cc8-142e617959d1 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:05.470758 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6a0a5-6664-49b7-9c3f-76b0b40c1cf3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'Port': ['ID=b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:05.575320 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Port 3d0e66f3-15ac-45d1-ad99-f741fd833538 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:05.581103 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:05.635621 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Provisioning complete for port 926fb3d2-89e7-4cfb-b76d-3039d41e331b triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:05.636199 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.699785 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:05.790087 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0e66f3-15ac-45d1-ad99-f741fd833538,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:05.829029 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 3b48278b-d71e-4f65-8cc8-142e617959d1 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:05.829029 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.981007 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42136) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:05.984710 dv-cinder-857075-2-iscsi neutron-server[106192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 03:21:05.985672 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks [] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:05.989753 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.016649 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.017611 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.054914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42138) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:06.123914 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-a165a859-e738-4b48-b017-687c08936922 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1648975112&fields=id&tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838 HTTP/1.1" status: 200 len: 267 time: 0.1402855 Sep 13 03:21:06.162936 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-43a9501d-4786-48c5-896d-626282fb2a98 None None] Current status of the port 926fb3d2-89e7-4cfb-b76d-3039d41e331b is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:06.240604 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:06.280360 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:06.301245 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:06.357218 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70faf2e4-f1b9-4aa0-ba0f-cf5f575e6320 None None] Provisioning complete for port 25b309e0-b656-4691-909f-73c3cdf04b1d triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:06.357680 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70faf2e4-f1b9-4aa0-ba0f-cf5f575e6320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.387819 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 3b48278b-d71e-4f65-8cc8-142e617959d1 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:06.388931 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f77224f1-4523-49e1-824a-1d1d3397e537 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:06.413050 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:06.454095 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Pushing event updated for resources: {'Port': ['ID=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:06.486640 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:06.545496 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ba8a0-e18f-461f-9fb5-7c44c3e1bc48 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:20:55Z', 'revision_number': 3, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:06.555972 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70faf2e4-f1b9-4aa0-ba0f-cf5f575e6320 None None] Port 25b309e0-b656-4691-909f-73c3cdf04b1d cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:06.582586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-431eec91-463f-4c84-84ad-7e54d13413aa tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:06.590232 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-431eec91-463f-4c84-84ad-7e54d13413aa tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 810 time: 0.4652092 Sep 13 03:21:06.592181 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:06.594350 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port f77224f1-4523-49e1-824a-1d1d3397e537 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:06.595632 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:06.596206 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.596484 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (e5385567-037f-4d6a-8ddd-281d9d75dbd4), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.606679 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:21:06.656106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b2ad6e42-24f3-4747-994d-e39014e0316a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.674558 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-88371bcf-9d5c-4d01-abdf-bdd15308f741 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/quotas/bb8f67ac0f3c48b2933b6ae34d4fd838 HTTP/1.1" status: 200 len: 375 time: 0.0832245 Sep 13 03:21:06.746827 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port f77224f1-4523-49e1-824a-1d1d3397e537 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:06.747939 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b1423a2e-6d33-446f-a158-1d23876f7016 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:06.789059 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:06.858843 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-edddb6cc-d5b2-471d-a949-0291fb04da72 None None] Provisioning complete for port 25b309e0-b656-4691-909f-73c3cdf04b1d triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:06.859216 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-edddb6cc-d5b2-471d-a949-0291fb04da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.923345 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:06.945156 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b2ad6e42-24f3-4747-994d-e39014e0316a admin admin] Publish callbacks [] for security_group (8087c421-d48d-4bb9-80b8-8f9877d1ee6c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.965656 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-edddb6cc-d5b2-471d-a949-0291fb04da72 None None] Port 25b309e0-b656-4691-909f-73c3cdf04b1d cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:06.977064 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port b1423a2e-6d33-446f-a158-1d23876f7016 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:06.977675 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:06.993868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b2ad6e42-24f3-4747-994d-e39014e0316a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8087c421-d48d-4bb9-80b8-8f9877d1ee6c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.042804 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:07.080566 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-4d9bd16c-9afd-449c-95bc-9d1d84fd72f5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4050114 Sep 13 03:21:07.094446 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port b1423a2e-6d33-446f-a158-1d23876f7016 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:07.095871 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 12b26708-612f-44ac-9532-9e1fb299f6a6 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:07.141443 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-acc45778-cd83-4d45-b23e-35c27954a14d None None] Provisioning complete for port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:07.141805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-acc45778-cd83-4d45-b23e-35c27954a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.151858 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b2ad6e42-24f3-4747-994d-e39014e0316a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=abfd705df8b14fb08d55dcdf98c6d7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0956919 Sep 13 03:21:07.157032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42166) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:07.167236 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad6e42-24f3-4747-994d-e39014e0316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087c421-d48d-4bb9-80b8-8f9877d1ee6c,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:07.192318 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:07.221941 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-acc45778-cd83-4d45-b23e-35c27954a14d None None] Port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:07.235434 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 12b26708-612f-44ac-9532-9e1fb299f6a6 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:07.235699 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.235931 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-bd61a8ef-1e40-4d50-8d84-736a8386162a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8112099 Sep 13 03:21:07.244589 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:21:07.256754 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4c620f31-10ff-4bc0-8bc1-8b505eaa41cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5785248 Sep 13 03:21:07.265456 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd31d-2886-408d-a818-2087cc1a6527 admin admin] Pushing event updated for resources: {'Port': ['ID=25b309e0-b656-4691-909f-73c3cdf04b1d,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:07.269357 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:07.272712 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:07.369715 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a59622ef-9982-4d99-810b-7f7e0acf5092 admin admin] Publish callbacks [] for security_group (8087c421-d48d-4bb9-80b8-8f9877d1ee6c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.421391 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 12b26708-612f-44ac-9532-9e1fb299f6a6 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:07.422524 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.437648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a59622ef-9982-4d99-810b-7f7e0acf5092 admin admin] Publish callbacks [] for security_group (8087c421-d48d-4bb9-80b8-8f9877d1ee6c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.471042 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 12b26708-612f-44ac-9532-9e1fb299f6a6, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=12b26708-612f-44ac-9532-9e1fb299f6a6,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:07.479169 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.480120 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e4bd06c8-3623-47db-ab03-f40656593e18 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:07.541155 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-a582b8e7-3e0b-4c78-8b23-ea2621dffdf3 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:21:07.550517 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-a582b8e7-3e0b-4c78-8b23-ea2621dffdf3 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1726160 Sep 13 03:21:07.570186 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=12b26708-612f-44ac-9532-9e1fb299f6a6,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:07.792299 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-9dcb6d0f-04cc-48ed-b2ac-5062debf5aca None None] Provisioning complete for port 3d0e66f3-15ac-45d1-ad99-f741fd833538 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:07.794505 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6d0f-04cc-48ed-b2ac-5062debf5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.808247 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:07.845291 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port e4bd06c8-3623-47db-ab03-f40656593e18 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:07.846138 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.854067 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a59622ef-9982-4d99-810b-7f7e0acf5092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8087c421-d48d-4bb9-80b8-8f9877d1ee6c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.882192 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a59622ef-9982-4d99-810b-7f7e0acf5092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:07.886221 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a59622ef-9982-4d99-810b-7f7e0acf5092 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8087c421-d48d-4bb9-80b8-8f9877d1ee6c HTTP/1.1" status: 204 len: 168 time: 0.7249596 Sep 13 03:21:07.905612 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb6d0f-04cc-48ed-b2ac-5062debf5aca None None] Port 3d0e66f3-15ac-45d1-ad99-f741fd833538 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:07.915673 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-82aa65e5-3d44-4d50-9494-2923a003d9a0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641980 Sep 13 03:21:07.940631 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:08.008152 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59622ef-9982-4d99-810b-7f7e0acf5092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087c421-d48d-4bb9-80b8-8f9877d1ee6c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:08.235331 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks [] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:08.242652 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:08.247201 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port e4bd06c8-3623-47db-ab03-f40656593e18 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:08.256187 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 76496929-aa1f-4fb2-8fde-efbbc94340f0 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:08.270290 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Router 2f4fe874-5ff3-442f-9b6c-16552b97e037 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:21:08.296753 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-21e6a77f-96ac-487a-b81c-cdfb10262eca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801138 Sep 13 03:21:08.303606 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:08.307137 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (e5385567-037f-4d6a-8ddd-281d9d75dbd4), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:08.470190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 76496929-aa1f-4fb2-8fde-efbbc94340f0 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:08.470567 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:08.625441 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:21:08.628723 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 76496929-aa1f-4fb2-8fde-efbbc94340f0 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:08.629145 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:08.643520 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-dc5d0117-8b8b-46be-b664-1e913b746ee0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2f4fe874-5ff3-442f-9b6c-16552b97e037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9389579 Sep 13 03:21:08.656805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Sync routers for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:21:08.672862 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:08.738317 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 76496929-aa1f-4fb2-8fde-efbbc94340f0, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=76496929-aa1f-4fb2-8fde-efbbc94340f0,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:08.753860 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:08.754569 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:08.766643 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:08.858879 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-ba674f4b-1c76-4d67-9b8f-fd7514bc32f6 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:08.860857 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-ba674f4b-1c76-4d67-9b8f-fd7514bc32f6 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/networks?id=c32ea5b2-b5dd-443d-b869-2e7693b4d72b HTTP/1.1" status: 200 len: 811 time: 0.5824163 Sep 13 03:21:08.863858 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Pushing event updated for resources: {'Port': ['ID=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:08.926925 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-5558c871-2b4a-4ffc-bdec-fdb6a2ed5b24 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/quotas/53d5e604b12545a68da3655cb6b881c5 HTTP/1.1" status: 200 len: 375 time: 0.0188987 Sep 13 03:21:08.971190 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba279733-213a-4717-bca1-2be5ce5f688e req-6cb05316-8129-4ff0-a53b-dddba238d5f6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.2230186 Sep 13 03:21:09.072579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42278) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:09.101849 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:09.108762 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-345fc371-c1ed-4877-bb55-05ffaca9fbcd tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d5e604b12545a68da3655cb6b881c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741552 Sep 13 03:21:09.121141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:09.123411 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:09.187288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:09.207006 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9daa0c74-d529-4b5b-ad78-0fb0532b60ec req-32f84dc2-eb61-4fb3-ae34-f32524b2a15b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.1127059 Sep 13 03:21:09.316123 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42294) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:09.350263 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e59ec56f-4a70-4b68-b433-3722c2aa47ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:09.464460 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:21:09.591503 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-1853caea-9d88-42f7-90ad-dba9277a58d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c32ea5b2-b5dd-443d-b869-2e7693b4d72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094441 Sep 13 03:21:09.641774 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:09.645138 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=76496929-aa1f-4fb2-8fde-efbbc94340f0,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:09.650907 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 56abb8a6-c55a-438a-8cc5-c4b389f5315f up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:09.674705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e59ec56f-4a70-4b68-b433-3722c2aa47ab admin admin] Publish callbacks [] for security_group (040363db-34af-44f4-a55b-262e240e8467), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:09.683968 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e59ec56f-4a70-4b68-b433-3722c2aa47ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (040363db-34af-44f4-a55b-262e240e8467), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:09.783894 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ec56f-4a70-4b68-b433-3722c2aa47ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040363db-34af-44f4-a55b-262e240e8467,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:09.801329 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e59ec56f-4a70-4b68-b433-3722c2aa47ab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=49ef5d64ceef40229724e226a98bf998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840720 Sep 13 03:21:09.803350 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42314) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:09.845954 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:21:09.882202 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-2045ad06-455d-4737-bc10-f1288281b5dc None None] Provisioning complete for port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:09.882827 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2045ad06-455d-4737-bc10-f1288281b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:09.923136 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-4ac8bc77-ab63-4b98-803d-a30f5ac6c860 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e5385567-037f-4d6a-8ddd-281d9d75dbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1507857 Sep 13 03:21:09.982650 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-f9268a9f-ed01-4dda-a3aa-3f7751969d60 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c32ea5b2-b5dd-443d-b869-2e7693b4d72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836663 Sep 13 03:21:09.986512 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 56abb8a6-c55a-438a-8cc5-c4b389f5315f triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:09.988142 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:09.998658 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8bec2ed8-6cac-4eb9-bb1b-86089334d815 admin admin] Publish callbacks [] for security_group (040363db-34af-44f4-a55b-262e240e8467), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.087940 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29876998-7342-497c-b826-a0e3a9744678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.093790 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2045ad06-455d-4737-bc10-f1288281b5dc None None] Port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:10.117683 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8bec2ed8-6cac-4eb9-bb1b-86089334d815 admin admin] Publish callbacks [] for security_group (040363db-34af-44f4-a55b-262e240e8467), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.228349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 2, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:10.255563 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29876998-7342-497c-b826-a0e3a9744678 admin admin] Publish callbacks [] for security_group (c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.272407 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Checking router: 2f4fe874-5ff3-442f-9b6c-16552b97e037 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:21:10.273143 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Updating router 2f4fe874-5ff3-442f-9b6c-16552b97e037 port 3d0e66f3-15ac-45d1-ad99-f741fd833538 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:21:10.287565 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29876998-7342-497c-b826-a0e3a9744678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.344041 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.358864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 56abb8a6-c55a-438a-8cc5-c4b389f5315f is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:10.359562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.394069 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 56abb8a6-c55a-438a-8cc5-c4b389f5315f, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=56abb8a6-c55a-438a-8cc5-c4b389f5315f,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:10.430950 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.432290 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 613149d7-4398-48ee-aa2a-33e9cb86ff18 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:10.583377 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ff750e0f-b359-4e7c-aabc-6c809e54bd04 req-123fcfdb-0564-4797-ac35-309e8b6c7a6a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.0908291 Sep 13 03:21:10.711931 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:10.733523 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f827ab40-3253-4814-b65b-f79c129c2312 req-d35dc5a4-8000-4ed9-8ffd-addf68b5a720 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.0561130 Sep 13 03:21:10.773695 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29876998-7342-497c-b826-a0e3a9744678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:10.786311 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42356) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:10.797820 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-29876998-7342-497c-b826-a0e3a9744678 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=11c5a74585df4cd195f06c9b2aadc3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7093663 Sep 13 03:21:10.847361 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:10.853887 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8bec2ed8-6cac-4eb9-bb1b-86089334d815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (040363db-34af-44f4-a55b-262e240e8467), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.858657 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8bec2ed8-6cac-4eb9-bb1b-86089334d815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:10.859215 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8bec2ed8-6cac-4eb9-bb1b-86089334d815 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/040363db-34af-44f4-a55b-262e240e8467 HTTP/1.1" status: 204 len: 168 time: 1.0543683 Sep 13 03:21:10.881808 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec2ed8-6cac-4eb9-bb1b-86089334d815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040363db-34af-44f4-a55b-262e240e8467,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:10.895413 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-3c07937a-d1a8-4090-9abb-42eae611e8ff tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:10.905206 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-3c07937a-d1a8-4090-9abb-42eae611e8ff tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 819 time: 0.6466224 Sep 13 03:21:10.958360 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-1227919f-c6cd-493b-8852-33d4a7d51ba2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/quotas/609f8dcac1034d09a04192f4238b2857 HTTP/1.1" status: 200 len: 375 time: 0.0518734 Sep 13 03:21:11.023243 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3db9521e-967e-4e08-8c78-d776b634fe87 req-d2e69564-8e15-4273-bc7f-586ac396de60 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 0.1433284 Sep 13 03:21:11.045756 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=56abb8a6-c55a-438a-8cc5-c4b389f5315f,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:11.085685 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-98e2baef-53ba-41c8-b615-e7427702347a admin admin] Publish callbacks [] for security_group (c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.134750 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Sync routers for ids ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:21:11.147582 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-b27a45a0-9a62-43c4-abde-94826acd1091 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882062 Sep 13 03:21:11.148497 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-98e2baef-53ba-41c8-b615-e7427702347a admin admin] Publish callbacks [] for security_group (c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.165487 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 613149d7-4398-48ee-aa2a-33e9cb86ff18 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:11.165871 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.222025 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-98e2baef-53ba-41c8-b615-e7427702347a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.222449 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:11.230877 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-98e2baef-53ba-41c8-b615-e7427702347a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.233530 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-98e2baef-53ba-41c8-b615-e7427702347a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1 HTTP/1.1" status: 204 len: 168 time: 0.4455400 Sep 13 03:21:11.251553 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2baef-53ba-41c8-b615-e7427702347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a2f4e0-6e88-4fe6-894f-d86caf69c3e1,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:11.344269 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-85f83aa7-1b65-422d-aa3a-301785867176 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957314 Sep 13 03:21:11.346484 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 613149d7-4398-48ee-aa2a-33e9cb86ff18 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:11.347125 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.395117 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 613149d7-4398-48ee-aa2a-33e9cb86ff18, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=613149d7-4398-48ee-aa2a-33e9cb86ff18,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:11.420293 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.421102 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3b48278b-d71e-4f65-8cc8-142e617959d1 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:11.485811 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-a9c95652-59fd-4d5c-a61a-6cab608bf9f4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403337 Sep 13 03:21:11.518181 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:11.546102 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Publish callbacks [] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.578406 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.612334 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42378) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:11.619221 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-e6402081-95c8-4ccb-b616-4f10d9b77b68 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924681358', 'description': 'tempest-description--891678955'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:11.647277 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=613149d7-4398-48ee-aa2a-33e9cb86ff18,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:11.685440 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Routers {'4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:11.689192 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:11.750238 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e6402081-95c8-4ccb-b616-4f10d9b77b68 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.755281 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:11.876542 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 3b48278b-d71e-4f65-8cc8-142e617959d1 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:11.876917 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:11.944773 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Attempting to bind port 3d0e66f3-15ac-45d1-ad99-f741fd833538 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:11.945432 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Attempting to bind port 3d0e66f3-15ac-45d1-ad99-f741fd833538 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:11.945950 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Attempting to bind port 3d0e66f3-15ac-45d1-ad99-f741fd833538 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:12.030208 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a091d44b-4ad5-44a8-a62f-ea9c97ed3739 req-c8345c85-cd04-4a49-9809-8407d455e139 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 210 time: 0.0967777 Sep 13 03:21:12.033814 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-35a87afe-64be-4ac5-a0cf-f74bc9aa7808 req-9a97896e-7f71-4cd8-9485-0c4d03f80211 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.1437049 Sep 13 03:21:12.053340 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20560d1-5498-4d7b-a310-23cdbc8a883a None None] Pushing event updated for resources: {'Port': ['ID=3d0e66f3-15ac-45d1-ad99-f741fd833538,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:12.098452 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:12.099601 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Checking segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:12.100170 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.100713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Bound using segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:12.101413 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Bound port: 3d0e66f3-15ac-45d1-ad99-f741fd833538, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:12.108319 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.204656 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Set router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:12.240982 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e6402081-95c8-4ccb-b616-4f10d9b77b68 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (d6830f80-43df-4324-8c76-cf4c7653f342), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.263690 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42406) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:12.293826 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f53cab60-2a09-4e5f-893d-8199055993bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.308898 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:12.315237 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e6402081-95c8-4ccb-b616-4f10d9b77b68 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d6830f80-43df-4324-8c76-cf4c7653f342), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.426651 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 3b48278b-d71e-4f65-8cc8-142e617959d1 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:12.428018 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device a8c07618-5649-40ef-bf91-81450eeaa1bc up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:12.508415 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] For port 3d0e66f3-15ac-45d1-ad99-f741fd833538, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:12.512513 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] For port 3d0e66f3-15ac-45d1-ad99-f741fd833538, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=3d0e66f3-15ac-45d1-ad99-f741fd833538,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:12.523965 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.57', 50264) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:12.525850 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.527839 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port a8c07618-5649-40ef-bf91-81450eeaa1bc triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:12.528397 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.545103 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0fb569f2-2d5d-4c0c-bd67-c8f4fd5c8365 req-d5f5630f-7957-482b-804c-98a06290151c tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 0.2956574 Sep 13 03:21:12.588115 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f53cab60-2a09-4e5f-893d-8199055993bf admin admin] Publish callbacks [] for security_group (8a1d4495-0ab0-41e3-83ad-e698cd4cdd95), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.603993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f53cab60-2a09-4e5f-893d-8199055993bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8a1d4495-0ab0-41e3-83ad-e698cd4cdd95), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.618916 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e6402081-95c8-4ccb-b616-4f10d9b77b68 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.622038 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-e6402081-95c8-4ccb-b616-4f10d9b77b68 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0050480 Sep 13 03:21:12.624521 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:12.630502 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:12.630989 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:12.633698 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42418) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:12.658256 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-3dad54ca-58b7-4dd8-88da-f7e449f10c1a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': 'd6830f80-43df-4324-8c76-cf4c7653f342', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:12.727635 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6402081-95c8-4ccb-b616-4f10d9b77b68 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6830f80-43df-4324-8c76-cf4c7653f342,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:12.735137 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f53cab60-2a09-4e5f-893d-8199055993bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7b6773482882475a948589dc69981673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702799 Sep 13 03:21:12.745914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42428) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:12.813172 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16a221d3-f59f-4f3d-ad94-6f26433e2873 req-90c1b3b1-babf-4eda-8d45-8f6298353ce2 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.2079275 Sep 13 03:21:12.881789 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 4, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port': {'id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '25b309e0-b656-4691-909f-73c3cdf04b1d', 'name': '', 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'mac_address': 'fa:16:3e:ae:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '572657f2-e364-4351-9431-458ad7e1265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:59Z', 'updated_at': '2022-09-13T03:21:05Z', 'revision_number': 2, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'subnets': [{'id': '572657f2-e364-4351-9431-458ad7e1265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:12.883671 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cab60-2a09-4e5f-893d-8199055993bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1d4495-0ab0-41e3-83ad-e698cd4cdd95,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:12.923757 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Checking router: 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:21:12.924354 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Updating router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb port 25b309e0-b656-4691-909f-73c3cdf04b1d binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:21:12.951032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc857-68cb-487f-80a3-03c745161388 admin admin] Publish callbacks [] for security_group (8a1d4495-0ab0-41e3-83ad-e698cd4cdd95), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:12.972431 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20560d1-5498-4d7b-a310-23cdbc8a883a None None] Pushing event updated for resources: {'Port': ['ID=3d0e66f3-15ac-45d1-ad99-f741fd833538,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:12.986163 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-dbae402f-3ea3-4848-a3e6-86572603ec00 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:12.988384 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-dbae402f-3ea3-4848-a3e6-86572603ec00 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 816 time: 0.4423032 Sep 13 03:21:13.024711 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.029309 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc857-68cb-487f-80a3-03c745161388 admin admin] Publish callbacks [] for security_group (8a1d4495-0ab0-41e3-83ad-e698cd4cdd95), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.044657 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port a8c07618-5649-40ef-bf91-81450eeaa1bc is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:13.045394 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.073486 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3dad54ca-58b7-4dd8-88da-f7e449f10c1a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (335a0411-a994-41fd-8698-45960ad3ae20), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.163797 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc857-68cb-487f-80a3-03c745161388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8a1d4495-0ab0-41e3-83ad-e698cd4cdd95), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.168286 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc857-68cb-487f-80a3-03c745161388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.170146 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ec1cc857-68cb-487f-80a3-03c745161388 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8a1d4495-0ab0-41e3-83ad-e698cd4cdd95 HTTP/1.1" status: 204 len: 168 time: 0.3887696 Sep 13 03:21:13.188435 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cc857-68cb-487f-80a3-03c745161388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1d4495-0ab0-41e3-83ad-e698cd4cdd95,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:13.201954 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port a8c07618-5649-40ef-bf91-81450eeaa1bc, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=a8c07618-5649-40ef-bf91-81450eeaa1bc,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:13.233300 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:13.239891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.240413 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 12b26708-612f-44ac-9532-9e1fb299f6a6 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:13.248213 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:13.298576 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80c2bf9f-253b-4862-8654-7b7999c7fd41 req-13c22931-be61-44c3-b54d-009ac0932596 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.0798349 Sep 13 03:21:13.392330 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:13.594365 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-d731f072-418c-4cb8-94c8-fd918a409c30 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:13.605999 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-d731f072-418c-4cb8-94c8-fd918a409c30 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 819 time: 0.8248701 Sep 13 03:21:13.612100 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-385c060f-dc50-459e-9cd9-10aaf70a16e6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 380 time: 0.5321841 Sep 13 03:21:13.615334 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3dad54ca-58b7-4dd8-88da-f7e449f10c1a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (335a0411-a994-41fd-8698-45960ad3ae20), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.630298 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'port': {'device_id': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'admin_state_up': True, 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'security_groups': ['0d608eb0-62e8-486b-8aee-39f74ba870a0']}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:13.631648 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Publish callbacks [] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.644858 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3dad54ca-58b7-4dd8-88da-f7e449f10c1a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (335a0411-a994-41fd-8698-45960ad3ae20), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.648423 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.683774 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f733faeb-8197-43d0-a851-722ac5542308 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/quotas/609f8dcac1034d09a04192f4238b2857 HTTP/1.1" status: 200 len: 375 time: 0.0765264 Sep 13 03:21:13.710553 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:13.818700 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.57', 50277) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:13.823044 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:21:13.827623 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=a8c07618-5649-40ef-bf91-81450eeaa1bc,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:13.830873 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2aa74ee6-33f4-4b41-b2bc-451b3306fef3 req-e03f1918-524e-4b9a-8987-b6a0e9c0ef77 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 0.0781991 Sep 13 03:21:13.918071 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad54ca-58b7-4dd8-88da-f7e449f10c1a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335a0411-a994-41fd-8698-45960ad3ae20,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:13.952492 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3dad54ca-58b7-4dd8-88da-f7e449f10c1a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:13.956408 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-3dad54ca-58b7-4dd8-88da-f7e449f10c1a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3030744 Sep 13 03:21:13.959219 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42476) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:13.963940 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-42af3ce6-9db3-48c8-9316-e58409737d74 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': 'd6830f80-43df-4324-8c76-cf4c7653f342', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:13.972165 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c0513-97e5-49c1-bccb-5c1521b67774 None None] Pushing event updated for resources: {'Port': ['ID=25b309e0-b656-4691-909f-73c3cdf04b1d,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:14.016603 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Attempting to bind port 25b309e0-b656-4691-909f-73c3cdf04b1d on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:14.017174 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Attempting to bind port 25b309e0-b656-4691-909f-73c3cdf04b1d by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:14.017592 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Attempting to bind port 25b309e0-b656-4691-909f-73c3cdf04b1d on network c32ea5b2-b5dd-443d-b869-2e7693b4d72b {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:14.050102 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:14.054782 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:14.065274 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fe5fd71b-7d63-4827-941a-901d940feaef req-e05cc8bd-cef5-4d9a-88df-a9a702f1ee7e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.0953550 Sep 13 03:21:14.113249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-42af3ce6-9db3-48c8-9316-e58409737d74 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (96204477-8f27-4335-91ea-bd763ed1a2f4), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.129709 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-a3555e63-7597-4c5f-bc16-821e23f161ba tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4447100 Sep 13 03:21:14.190527 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:14.190964 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Checking segment: {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:14.191375 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.192442 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Bound using segment: {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:14.192442 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Bound port: 25b309e0-b656-4691-909f-73c3cdf04b1d, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:14.193014 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.220616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:14.247035 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:14.248759 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-42af3ce6-9db3-48c8-9316-e58409737d74 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (96204477-8f27-4335-91ea-bd763ed1a2f4), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.263746 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-42af3ce6-9db3-48c8-9316-e58409737d74 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (96204477-8f27-4335-91ea-bd763ed1a2f4), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.332684 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-42af3ce6-9db3-48c8-9316-e58409737d74 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.336965 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-42af3ce6-9db3-48c8-9316-e58409737d74 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3767192 Sep 13 03:21:14.343981 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42502) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:14.358330 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:14.365287 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] For port 25b309e0-b656-4691-909f-73c3cdf04b1d, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:14.378338 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] For port 25b309e0-b656-4691-909f-73c3cdf04b1d, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=25b309e0-b656-4691-909f-73c3cdf04b1d,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:14.380857 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af3ce6-9db3-48c8-9316-e58409737d74 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96204477-8f27-4335-91ea-bd763ed1a2f4,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:14.416528 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-e6942a9d-1058-4458-9c20-beeb75b7a279 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:14.417842 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 12b26708-612f-44ac-9532-9e1fb299f6a6 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:14.418442 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-e6942a9d-1058-4458-9c20-beeb75b7a279 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 810 time: 0.5642908 Sep 13 03:21:14.419637 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.425912 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.427254 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Made reservation on behalf of 9b7c5a1fd8a24526b7859fdb030ccb95 for: {'port': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:14.437698 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.446660 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.559628 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-463e11fb-2120-4af2-a571-3d8bb2d48df7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286661 Sep 13 03:21:14.568268 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.57', 50284) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:14.574880 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:14.585174 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Routers {'4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:14.586956 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:20:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:14.590019 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-248bb080-03cc-4c54-b560-9a0190a84963 req-a4e028a7-bae2-4bae-93fa-1259cc65cbee tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.0625517 Sep 13 03:21:14.705210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.762737 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:12Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:14.906429 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c0513-97e5-49c1-bccb-5c1521b67774 None None] Pushing event updated for resources: {'Port': ['ID=25b309e0-b656-4691-909f-73c3cdf04b1d,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:14.962361 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7a0d1-08b1-4f4e-8e9f-c9ff16227be8 None None] The sync data for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi is: [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:12Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:14.965592 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2c644b79-131f-43a8-98ff-de59dd0c293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:14.967784 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-09510780-7fea-4ec8-a0cf-2bc501f336e7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:14.973509 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-09510780-7fea-4ec8-a0cf-2bc501f336e7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c32ea5b2-b5dd-443d-b869-2e7693b4d72b HTTP/1.1" status: 200 len: 811 time: 0.4002354 Sep 13 03:21:14.991914 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-31a4eb8c-c15f-4d2e-a218-8b207e7a132c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838 HTTP/1.1" status: 200 len: 380 time: 0.5413826 Sep 13 03:21:14.992534 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:15.038073 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:15.169462 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Request body: {'port': {'device_id': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'admin_state_up': True, 'tenant_id': '53d5e604b12545a68da3655cb6b881c5'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:15.184714 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] Set router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:15.237046 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a997608-43ef-4785-a4f4-f500a975a847 req-e852f2e2-8017-4c1f-ae97-fbaf910fffab tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 0.2622213 Sep 13 03:21:15.243522 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'port': {'device_id': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'admin_state_up': True, 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'security_groups': ['8d3f9a27-4304-40fb-8ec6-299f84a99bfb']}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:15.370106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.57', 50292) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:15.513429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.27.1.149 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/0f7cbcf8-53df-45bd-a8fc-070457c9c0f0) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:15.721124 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 12b26708-612f-44ac-9532-9e1fb299f6a6 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:15.907003 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 4, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port': {'id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '25b309e0-b656-4691-909f-73c3cdf04b1d', 'name': '', 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'mac_address': 'fa:16:3e:ae:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '572657f2-e364-4351-9431-458ad7e1265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:59Z', 'updated_at': '2022-09-13T03:21:14Z', 'revision_number': 4, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'subnets': [{'id': '572657f2-e364-4351-9431-458ad7e1265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:15.999834 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 2, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:16.065944 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f77694-7ba7-43fb-aa95-3c67623173a9 None None] The sync data for ids ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'] in dv-cinder-857075-2-iscsi is: [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 4, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port': {'id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '25b309e0-b656-4691-909f-73c3cdf04b1d', 'name': '', 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'mac_address': 'fa:16:3e:ae:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '572657f2-e364-4351-9431-458ad7e1265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:59Z', 'updated_at': '2022-09-13T03:21:14Z', 'revision_number': 4, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'subnets': [{'id': '572657f2-e364-4351-9431-458ad7e1265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:16.102430 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:21:16.103887 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Updating router e5385567-037f-4d6a-8ddd-281d9d75dbd4 port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:21:16.114864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:16.197885 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ecc6d95f-a8dc-4f96-b396-07f0112a0228 req-70d04001-ec93-4fe8-a971-4c50de6d05c7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.4862387 Sep 13 03:21:16.219764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:16.373386 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-023696d2-0afe-477b-8ba5-754b99c18761 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7747583 Sep 13 03:21:16.383370 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Allocated IP 172.20.0.6 (7e1950a0-7f6c-4538-86e4-23311290e33c/c1e21331-6cc2-4658-a543-58dd42fa9a2f/1c922edb-7dd6-4a91-ba67-004272056f1c) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:16.475997 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 56abb8a6-c55a-438a-8cc5-c4b389f5315f up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:16.594014 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Made reservation on behalf of bb8f67ac0f3c48b2933b6ae34d4fd838 for: {'port': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:16.614884 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:16.830512 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 56abb8a6-c55a-438a-8cc5-c4b389f5315f triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:16.831534 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:16.915897 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:17.059306 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:17.131059 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a1a13f5b-f0ef-4e11-a9f7-d6b7aa3fcf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:17.179179 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:17.194350 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:17.244635 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e17aa8e8-cbae-49be-af63-5b67c2f6d7b4 req-363bb36b-debb-4c43-be8d-485212b28ee2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.5986023 Sep 13 03:21:17.280920 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 56abb8a6-c55a-438a-8cc5-c4b389f5315f is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:17.282016 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device a8c07618-5649-40ef-bf91-81450eeaa1bc up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:17.352076 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Allocated IP 172.20.0.5 (56b0350b-2f1d-46ac-ad32-a74946bfd610/04fdef43-9d1e-47ca-b428-82e86f24ac1e/5e1eb65a-db49-4f23-a402-182f179922bc) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:17.415840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Made reservation on behalf of 53d5e604b12545a68da3655cb6b881c5 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:17.434970 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:17.636247 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:17.858994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port a8c07618-5649-40ef-bf91-81450eeaa1bc triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:17.864890 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:17.888770 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d99cc123-ac67-4d2e-8593-e2f3a1d2eee7 req-e0795f6f-d1b7-4d6e-b712-d1c27f28a743 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.4103532 Sep 13 03:21:17.918182 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:17.978128 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:18.011654 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for port (5e1eb65a-db49-4f23-a402-182f179922bc), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.071091 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Publish callbacks [] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.094330 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.140228 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:18.250015 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (274c2658-e77d-4f51-8668-bac0acfed571), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.325229 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port a8c07618-5649-40ef-bf91-81450eeaa1bc is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:18.332639 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 76496929-aa1f-4fb2-8fde-efbbc94340f0 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:18.379437 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.402472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-0f808bd5-5c0f-4441-940f-4e05ab7c9b11 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:18.411608 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-0f808bd5-5c0f-4441-940f-4e05ab7c9b11 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 819 time: 2.7458115 Sep 13 03:21:18.468195 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:18.485230 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'port': {'device_id': '722dd938-0b13-46d0-9fa1-ff945702438c', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'admin_state_up': True, 'tenant_id': '609f8dcac1034d09a04192f4238b2857'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:18.490828 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ea220f57-e775-4d57-ab4a-cc206ff49afe req-019b40a9-df68-4721-96ce-547bf8986bdc tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 1.6768260 Sep 13 03:21:18.508483 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.519033 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.524562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77207bd5-dc6e-451e-b01b-90e41833c55d None None] Pushing event updated for resources: {'Port': ['ID=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:18.633179 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Attempting to bind port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:18.633562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Attempting to bind port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:18.635433 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Attempting to bind port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:18.673556 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-501b2994-5fc6-4cac-866f-54915a4d3aad req-1fe5e76e-06dc-42a0-b979-611843533458 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.3545258 Sep 13 03:21:18.680722 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=0f7cbcf8-53df-45bd-a8fc-070457c9c0f0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:18.834109 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:18.857724 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:18.858189 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Checking segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:18.862018 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.862687 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Bound using segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:18.862997 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Bound port: 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:18.863398 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.903304 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 76496929-aa1f-4fb2-8fde-efbbc94340f0 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:18.903870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:18.913595 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:18.984312 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Network 7e1950a0-7f6c-4538-86e4-23311290e33c is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:18.985536 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:19.123711 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 76496929-aa1f-4fb2-8fde-efbbc94340f0 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:19.127677 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 613149d7-4398-48ee-aa2a-33e9cb86ff18 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:19.132214 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef222e2-5c04-4df5-9299-ec7871e8b84b req-abd390f8-8c68-4ad9-aa2b-da929062e4ad tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:19.134454 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2ef222e2-5c04-4df5-9299-ec7871e8b84b req-abd390f8-8c68-4ad9-aa2b-da929062e4ad tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.2068882 Sep 13 03:21:19.140284 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:19.274405 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] For port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:19.301579 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] For port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:19.349352 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 613149d7-4398-48ee-aa2a-33e9cb86ff18 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:19.349646 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:19.398054 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:19.403226 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:19.404080 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:19.423619 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:19.429634 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:19.432064 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:19.455657 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:19.468849 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:19.482738 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:19.483907 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:19.506163 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:19.507193 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:21:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:19.525690 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Allocated IP 172.20.0.6 (c32ea5b2-b5dd-443d-b869-2e7693b4d72b/572657f2-e364-4351-9431-458ad7e1265f/c44d8cab-cafe-42d0-9df1-25b1e426b401) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:19.534020 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4188190 Sep 13 03:21:19.550990 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:19.569382 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc81d9-8f3a-4a21-92c9-3b431df1c97a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'Port': ['ID=5e1eb65a-db49-4f23-a402-182f179922bc,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:19.585796 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-35499d66-6e60-405d-94cc-c06c3cdf330e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9626575 Sep 13 03:21:19.623142 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2ef222e2-5c04-4df5-9299-ec7871e8b84b req-27edd729-9d41-4cef-883a-680afc8d463c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762492 Sep 13 03:21:19.632233 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:19.635181 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7dee3d3c-eadd-47ae-a173-ed294dc5da59 req-f3501a96-9128-41c2-a0aa-cc9150073e11 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0819964 Sep 13 03:21:19.885348 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad0c0d-dae9-4dc0-81c8-2637903c79ca req-d3e2fa43-b502-4f46-847e-873be5e9b207 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:19.902793 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4fad0c0d-dae9-4dc0-81c8-2637903c79ca req-d3e2fa43-b502-4f46-847e-873be5e9b207 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0945668 Sep 13 03:21:19.912200 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-7a9d6aa3-dba2-4914-9359-ccb4a12e881d None None] Provisioning complete for port 1c922edb-7dd6-4a91-ba67-004272056f1c triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:19.912752 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6aa3-dba2-4914-9359-ccb4a12e881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.021545 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00f06ee6-aa6f-4af4-90c5-72b45d360cdd req-add733fa-b197-4d3f-a5e4-72b1559b99fd tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 0.2496696 Sep 13 03:21:20.030701 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4fad0c0d-dae9-4dc0-81c8-2637903c79ca req-2e28f74a-a3f3-43ce-87c7-8dc7191d4d27 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269221 Sep 13 03:21:20.071886 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d6aa3-dba2-4914-9359-ccb4a12e881d None None] Port 1c922edb-7dd6-4a91-ba67-004272056f1c cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:20.078534 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77207bd5-dc6e-451e-b01b-90e41833c55d None None] Pushing event updated for resources: {'Port': ['ID=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:20.081558 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.116870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.118753 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 613149d7-4398-48ee-aa2a-33e9cb86ff18 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:20.123308 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3d0e66f3-15ac-45d1-ad99-f741fd833538 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:20.191872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Made reservation on behalf of 609f8dcac1034d09a04192f4238b2857 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:20.196595 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.203525 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:20.242383 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-ba8dd8a1-18be-4ba0-bf54-dba60d847603 None None] Provisioning complete for port 5e1eb65a-db49-4f23-a402-182f179922bc triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:20.243016 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd8a1-18be-4ba0-bf54-dba60d847603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.259449 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:20.295519 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.327094 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 3d0e66f3-15ac-45d1-ad99-f741fd833538 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:20.327729 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.331642 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.332509 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (274c2658-e77d-4f51-8668-bac0acfed571), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.365647 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-ba8dd8a1-18be-4ba0-bf54-dba60d847603 None None] Port 5e1eb65a-db49-4f23-a402-182f179922bc cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:20.379731 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks [] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.384190 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42654) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:20.422773 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.426667 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0787003 Sep 13 03:21:20.453642 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a06f-70ef-4eba-abb5-a926a580ba5b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=0f7cbcf8-53df-45bd-a8fc-070457c9c0f0,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:20.496832 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Allocated IP 172.20.0.10 (cb2e37f0-0a1e-4f79-8597-600d7213f51f/cf4fee17-930c-4fb1-a2c6-e7394eb6fc66/3183447b-b590-4633-92e3-7d4198ae1660) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:20.507579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.533519 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5e92a75e-ff5d-4b2f-8405-e4b89b3d5dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.537755 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:20.558231 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 3d0e66f3-15ac-45d1-ad99-f741fd833538 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:20.558231 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.563580 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:20.606535 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 3d0e66f3-15ac-45d1-ad99-f741fd833538, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=3d0e66f3-15ac-45d1-ad99-f741fd833538,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:20.621004 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.628785 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:20.635095 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:20.635373 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:19Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:20.639934 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Pushing event updated for resources: {'Port': ['ID=c44d8cab-cafe-42d0-9df1-25b1e426b401,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:20.642155 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:20.647379 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:20.648142 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.689698 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-82313d07-2e50-488b-92eb-d2f311ca2e1f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5725620 Sep 13 03:21:20.734504 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5e92a75e-ff5d-4b2f-8405-e4b89b3d5dd5 admin admin] Publish callbacks [] for security_group (d07168a4-e405-4b35-90ec-10e290c08f47), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.744847 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5e92a75e-ff5d-4b2f-8405-e4b89b3d5dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d07168a4-e405-4b35-90ec-10e290c08f47), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:20.747911 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a336809-758a-4a4a-9cf2-19e045b7e6d6 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:19Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:20.783741 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:20.805554 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=3d0e66f3-15ac-45d1-ad99-f741fd833538,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:20.850729 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 25b309e0-b656-4691-909f-73c3cdf04b1d up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:20.859739 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16ba02d3-883d-4959-87aa-7721aad8cca7 req-85e2af58-22ef-4e50-83fc-6bb2cfc1e283 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0695884 Sep 13 03:21:20.865263 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-5e92a75e-ff5d-4b2f-8405-e4b89b3d5dd5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=56995cc802ac4e9ba69eb5c7486703a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799714 Sep 13 03:21:20.873151 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42678) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:20.886093 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a75e-ff5d-4b2f-8405-e4b89b3d5dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07168a4-e405-4b35-90ec-10e290c08f47,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:20.922166 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-7ec71647-b4d5-4b45-bc38-51ed12f1ea08 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--924681358&fields=id&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 267 time: 0.2478025 Sep 13 03:21:20.930324 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 25b309e0-b656-4691-909f-73c3cdf04b1d triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:20.930864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.033732 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:21.058926 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for port (3183447b-b590-4633-92e3-7d4198ae1660), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.075283 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 25b309e0-b656-4691-909f-73c3cdf04b1d is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:21.075483 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.099307 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-5fc33aa5-6a2e-4676-be3f-c68c07c9d1db None None] Provisioning complete for port c44d8cab-cafe-42d0-9df1-25b1e426b401 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:21.099788 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5fc33aa5-6a2e-4676-be3f-c68c07c9d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.118999 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ba2b588b-8468-49d7-b6ef-2ea91b4ab117 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:21.120866 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ba2b588b-8468-49d7-b6ef-2ea91b4ab117 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.1849833 Sep 13 03:21:21.148900 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-d03d6fca-0a00-4977-81b2-f4b8d1b12610 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/quotas/676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 375 time: 0.0225101 Sep 13 03:21:21.153341 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d94a84-7da5-4a09-a7bd-e95207c74643 req-11c51af3-9c38-4ad8-a5fa-009f1bf8e78c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:21.160881 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-82d94a84-7da5-4a09-a7bd-e95207c74643 req-11c51af3-9c38-4ad8-a5fa-009f1bf8e78c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.1670864 Sep 13 03:21:21.161111 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 25b309e0-b656-4691-909f-73c3cdf04b1d, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=25b309e0-b656-4691-909f-73c3cdf04b1d,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:21.174207 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.181700 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-5fc33aa5-6a2e-4676-be3f-c68c07c9d1db None None] Port c44d8cab-cafe-42d0-9df1-25b1e426b401 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:21.203368 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e48aa025-2490-4d1c-af8d-67cc6bf08a25 admin admin] Publish callbacks [] for security_group (d07168a4-e405-4b35-90ec-10e290c08f47), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.209992 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-9a9bf379-773c-426c-879e-5bdb5c4b32e6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556078 Sep 13 03:21:21.231497 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=25b309e0-b656-4691-909f-73c3cdf04b1d,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:21.252961 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e48aa025-2490-4d1c-af8d-67cc6bf08a25 admin admin] Publish callbacks [] for security_group (d07168a4-e405-4b35-90ec-10e290c08f47), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.288468 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (3183447b-b590-4633-92e3-7d4198ae1660), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.303153 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:21.327151 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-aa18a915-ac84-4ffc-9b3f-9dae436c0710 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046910 Sep 13 03:21:21.375312 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-82d94a84-7da5-4a09-a7bd-e95207c74643 req-14459fe8-e717-469c-9f9b-473732d74ccb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129841 Sep 13 03:21:21.399537 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:21.399888 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:21.400337 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:21.401530 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:21.409735 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:21.409735 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.409971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'Port': ['ID=3183447b-b590-4633-92e3-7d4198ae1660,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:21.443800 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e48aa025-2490-4d1c-af8d-67cc6bf08a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d07168a4-e405-4b35-90ec-10e290c08f47), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.448008 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e48aa025-2490-4d1c-af8d-67cc6bf08a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.456531 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e48aa025-2490-4d1c-af8d-67cc6bf08a25 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d07168a4-e405-4b35-90ec-10e290c08f47 HTTP/1.1" status: 204 len: 168 time: 0.5819647 Sep 13 03:21:21.466748 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aa025-2490-4d1c-af8d-67cc6bf08a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07168a4-e405-4b35-90ec-10e290c08f47,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:21.472692 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-3e939a87-b54e-4e63-bb85-093158f3dee0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368513 Sep 13 03:21:21.487419 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-a17a3032-1103-44e8-bc55-e4fcc1e18ef6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0341535 Sep 13 03:21:21.558531 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ad761-36cf-48ec-880a-410aba561ed2 req-d718e767-05bc-4ce2-a26d-0c08b0ab2ca2 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:21.561934 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d6ad761-36cf-48ec-880a-410aba561ed2 req-d718e767-05bc-4ce2-a26d-0c08b0ab2ca2 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0730450 Sep 13 03:21:21.651201 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d6ad761-36cf-48ec-880a-410aba561ed2 req-bc138b52-f193-47b3-adb3-a682b861b5bf tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822198 Sep 13 03:21:21.711943 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-a46139f8-d342-4707-afd2-9cbb5e0bbbb2 None None] Provisioning complete for port 3183447b-b590-4633-92e3-7d4198ae1660 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:21.713012 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a46139f8-d342-4707-afd2-9cbb5e0bbbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3183447b-b590-4633-92e3-7d4198ae1660), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:21.750878 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-a46139f8-d342-4707-afd2-9cbb5e0bbbb2 None None] Port 3183447b-b590-4633-92e3-7d4198ae1660 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:21.792542 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-731908f2-7f69-42f9-a6cc-3e4729c638be req-136034ab-c418-47f8-83cd-632182b9116d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0634503 Sep 13 03:21:21.809226 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258b685-263d-4d03-aebc-384509dafd9a req-780ea965-1211-4f84-9862-c23e2232dbeb tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:21.823010 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3258b685-263d-4d03-aebc-384509dafd9a req-780ea965-1211-4f84-9862-c23e2232dbeb tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0719931 Sep 13 03:21:21.870769 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3258b685-263d-4d03-aebc-384509dafd9a req-1b3699cd-76f9-4688-93db-dea883513579 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 Sep 13 03:21:21.985725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42700) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:22.009893 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3484a755-90d7-4c7b-a01d-20aa3e51d0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.019416 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9319a08f-b454-4bca-923d-179df2f755f8 req-0cc05234-cf95-4896-992a-9ed108ddae8d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0561986 Sep 13 03:21:22.114836 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3484a755-90d7-4c7b-a01d-20aa3e51d0af admin admin] Publish callbacks [] for security_group (6ade0b49-0704-46cb-9655-adb85edf2ebf), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.118885 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3484a755-90d7-4c7b-a01d-20aa3e51d0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6ade0b49-0704-46cb-9655-adb85edf2ebf), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.125649 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:22.169185 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3484a755-90d7-4c7b-a01d-20aa3e51d0af admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=512eb3b2096c484093cd191e5da2928f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823041 Sep 13 03:21:22.170564 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484a755-90d7-4c7b-a01d-20aa3e51d0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade0b49-0704-46cb-9655-adb85edf2ebf,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:22.172477 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42704) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:22.233141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2491ceff-e5e1-45fa-b358-00197e89aa64 admin admin] Publish callbacks [] for security_group (6ade0b49-0704-46cb-9655-adb85edf2ebf), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.255784 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2491ceff-e5e1-45fa-b358-00197e89aa64 admin admin] Publish callbacks [] for security_group (6ade0b49-0704-46cb-9655-adb85edf2ebf), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.311862 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2491ceff-e5e1-45fa-b358-00197e89aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6ade0b49-0704-46cb-9655-adb85edf2ebf), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.314686 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2491ceff-e5e1-45fa-b358-00197e89aa64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.315821 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2491ceff-e5e1-45fa-b358-00197e89aa64 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6ade0b49-0704-46cb-9655-adb85edf2ebf HTTP/1.1" status: 204 len: 168 time: 0.1420794 Sep 13 03:21:22.324389 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491ceff-e5e1-45fa-b358-00197e89aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade0b49-0704-46cb-9655-adb85edf2ebf,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:22.525428 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eba07-8ad9-4c83-80e8-4cc82fc1fc1c req-47ef6c89-8a20-4977-b53e-439e093e4505 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:22.527035 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b6eba07-8ad9-4c83-80e8-4cc82fc1fc1c req-47ef6c89-8a20-4977-b53e-439e093e4505 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0555210 Sep 13 03:21:22.578090 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b6eba07-8ad9-4c83-80e8-4cc82fc1fc1c req-0a7dd2ea-edf4-4614-85ac-17c5bc4b2d7d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456631 Sep 13 03:21:22.788722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6396a-7d62-409c-a970-225345e2c262 req-1af40625-3492-4718-a146-b487727b89ba tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:22.790550 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e7e6396a-7d62-409c-a970-225345e2c262 req-1af40625-3492-4718-a146-b487727b89ba tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0518944 Sep 13 03:21:22.806468 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:22.844704 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e7e6396a-7d62-409c-a970-225345e2c262 req-90a4fb94-2195-48f8-8649-c33dbe1bb018 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Sep 13 03:21:22.855081 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:22.855700 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:22.972455 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d4ec523a-a8f5-4c6b-8343-ad3025b1c5ef req-bf6c7f80-c4d2-4db2-8ec4-68d83850ebcd tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0688255 Sep 13 03:21:23.096241 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:23.096643 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:23.130220 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7742-636c-49bd-8ce5-598b675d0b1f req-2652a327-5541-4b9e-a71c-ed5a978ff358 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:23.152436 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-15ba7742-636c-49bd-8ce5-598b675d0b1f req-2652a327-5541-4b9e-a71c-ed5a978ff358 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0945952 Sep 13 03:21:23.186587 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:23.197409 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:23.198918 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3d0e66f3-15ac-45d1-ad99-f741fd833538 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:23.200783 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78da1497-5486-4955-939d-3dd2d1bbf174 req-15cda396-5501-41a3-8dd4-e8fc8724bb00 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0531168 Sep 13 03:21:23.219171 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-15ba7742-636c-49bd-8ce5-598b675d0b1f req-d0e3216e-57e7-485e-8073-80cb229a82e9 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658438 Sep 13 03:21:23.306567 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:23.314996 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 3d0e66f3-15ac-45d1-ad99-f741fd833538 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:23.315434 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:23.398389 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 3d0e66f3-15ac-45d1-ad99-f741fd833538 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:23.399502 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 25b309e0-b656-4691-909f-73c3cdf04b1d up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:23.402013 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:23.447494 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 25b309e0-b656-4691-909f-73c3cdf04b1d triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:23.448110 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:23.472126 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:23.543134 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 25b309e0-b656-4691-909f-73c3cdf04b1d is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:23.774393 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e580b-4b69-4555-b5a2-3a61555e8f8a req-c915d3ae-a865-4706-b12a-525f90444960 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:23.776004 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-847e580b-4b69-4555-b5a2-3a61555e8f8a req-c915d3ae-a865-4706-b12a-525f90444960 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0749326 Sep 13 03:21:23.835525 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-847e580b-4b69-4555-b5a2-3a61555e8f8a req-3dd93b88-769e-4d4d-8154-0a18febc0b81 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530057 Sep 13 03:21:23.838643 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42752) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:23.977544 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc16609-a1bb-4d97-b99f-10d49ec0edc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:23.994141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bbe7-6c6f-49dc-8cba-4aac0731f756 req-65bab70d-e5fd-46f2-80ea-dc11fc3fa2eb tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:23.995623 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b694bbe7-6c6f-49dc-8cba-4aac0731f756 req-65bab70d-e5fd-46f2-80ea-dc11fc3fa2eb tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0655785 Sep 13 03:21:24.086451 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b694bbe7-6c6f-49dc-8cba-4aac0731f756 req-d19fda50-a6d1-457a-a59a-43e08f091615 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841708 Sep 13 03:21:24.139166 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc16609-a1bb-4d97-b99f-10d49ec0edc3 admin admin] Publish callbacks [] for security_group (3bdfdecf-69cd-47f6-ac31-915884b4c171), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:24.155220 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1b87772e-ca07-4fe5-ac2b-1d4ad80a5e90 req-d4eca8f6-8a98-4407-9c7f-8b22189085b9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0578024 Sep 13 03:21:24.159820 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc16609-a1bb-4d97-b99f-10d49ec0edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3bdfdecf-69cd-47f6-ac31-915884b4c171), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:24.205646 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc16609-a1bb-4d97-b99f-10d49ec0edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdfdecf-69cd-47f6-ac31-915884b4c171,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:24.213795 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:24.221874 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-cdc16609-a1bb-4d97-b99f-10d49ec0edc3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2d6cc509ae8f4182ab0ba2b7a26710c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820491 Sep 13 03:21:24.224924 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42764) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:24.338103 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-440e6693-c554-44e5-8f51-71a0a82a6435 admin admin] Publish callbacks [] for security_group (3bdfdecf-69cd-47f6-ac31-915884b4c171), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:24.436360 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9f7779bd-4bd9-42c1-b643-0f621b264e60 req-5e9ee20a-2fc6-4682-811a-3adfdf09842b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0796771 Sep 13 03:21:24.438492 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-440e6693-c554-44e5-8f51-71a0a82a6435 admin admin] Publish callbacks [] for security_group (3bdfdecf-69cd-47f6-ac31-915884b4c171), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:24.444640 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00604d4d-1228-416a-b13b-4ade87caadcf req-7976fdf7-7563-400e-a4e6-5b8c329ad35a tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:24.453854 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00604d4d-1228-416a-b13b-4ade87caadcf req-7976fdf7-7563-400e-a4e6-5b8c329ad35a tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0728834 Sep 13 03:21:24.516522 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-440e6693-c554-44e5-8f51-71a0a82a6435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3bdfdecf-69cd-47f6-ac31-915884b4c171), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:24.524049 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-440e6693-c554-44e5-8f51-71a0a82a6435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:24.525412 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-440e6693-c554-44e5-8f51-71a0a82a6435 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3bdfdecf-69cd-47f6-ac31-915884b4c171 HTTP/1.1" status: 204 len: 168 time: 0.2994401 Sep 13 03:21:24.556401 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e6693-c554-44e5-8f51-71a0a82a6435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdfdecf-69cd-47f6-ac31-915884b4c171,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:24.599427 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00604d4d-1228-416a-b13b-4ade87caadcf req-d466b1e4-decf-406c-a7ac-2ca35b7abd91 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431041 Sep 13 03:21:24.736654 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:24.793028 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:24.794153 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:24.872477 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:24.959375 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:24.971533 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd8343-963b-4c5e-8d6a-030e1d9b5ec1 req-245944a5-f3b4-493f-8b56-6071460b19dd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:24.973537 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-86fd8343-963b-4c5e-8d6a-030e1d9b5ec1 req-245944a5-f3b4-493f-8b56-6071460b19dd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0526969 Sep 13 03:21:25.023520 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-86fd8343-963b-4c5e-8d6a-030e1d9b5ec1 req-20d3ebf5-10ea-48b4-a1d2-3e06a3d39ef2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Sep 13 03:21:25.252986 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c091a2f-89df-42aa-8eb6-64fc9af6a82b req-8a5b07e5-7242-4c9d-a286-03db151d3917 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:25.254530 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c091a2f-89df-42aa-8eb6-64fc9af6a82b req-8a5b07e5-7242-4c9d-a286-03db151d3917 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0541961 Sep 13 03:21:25.266212 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-92544f68-06cd-4f7d-9c83-992cca54eaae req-9548f33b-2635-43c7-a9a3-881809c9e21d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0289395 Sep 13 03:21:25.310004 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c091a2f-89df-42aa-8eb6-64fc9af6a82b req-47703b12-b921-402d-ad45-040786587214 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 Sep 13 03:21:25.559858 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d2047862-93ea-400e-a9f8-cb753755ad99 req-907e8286-3c79-42f9-a595-ef14c2e9bd94 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0299797 Sep 13 03:21:25.589788 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:25.738979 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=10 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:25.747357 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e722c64-02b1-4339-8049-e5285b042199 req-a6849218-7c9f-41ae-b9de-7b608251f5d7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:25.748828 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e722c64-02b1-4339-8049-e5285b042199 req-a6849218-7c9f-41ae-b9de-7b608251f5d7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0521302 Sep 13 03:21:25.773285 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42826) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:25.808826 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7e722c64-02b1-4339-8049-e5285b042199 req-6339a020-ee8e-430c-8353-ed0113f38faf tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532441 Sep 13 03:21:25.887661 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:25.900820 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf961-7c00-4b41-9d6b-35bd06fc38f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:25.940306 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:25.986714 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf961-7c00-4b41-9d6b-35bd06fc38f1 admin admin] Publish callbacks [] for security_group (6e027816-305a-444a-9612-71a60addc1c3), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:25.991285 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf961-7c00-4b41-9d6b-35bd06fc38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6e027816-305a-444a-9612-71a60addc1c3), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:26.032157 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-3e7bf961-7c00-4b41-9d6b-35bd06fc38f1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8e5f061a037a41abaec8b6e1007c6d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574215 Sep 13 03:21:26.032719 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bf961-7c00-4b41-9d6b-35bd06fc38f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e027816-305a-444a-9612-71a60addc1c3,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:26.035861 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42830) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:26.101270 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3344f973-8fe3-4f7e-bd6b-d2dccf313d74 admin admin] Publish callbacks [] for security_group (6e027816-305a-444a-9612-71a60addc1c3), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:26.127918 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3344f973-8fe3-4f7e-bd6b-d2dccf313d74 admin admin] Publish callbacks [] for security_group (6e027816-305a-444a-9612-71a60addc1c3), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:26.202372 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a53ae-f856-478e-aa1b-a69d40c119e9 req-5b2188bc-b05f-46a0-b715-e5050e6e3ba8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:26.203911 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b72a53ae-f856-478e-aa1b-a69d40c119e9 req-5b2188bc-b05f-46a0-b715-e5050e6e3ba8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0681450 Sep 13 03:21:26.240832 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3344f973-8fe3-4f7e-bd6b-d2dccf313d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6e027816-305a-444a-9612-71a60addc1c3), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:26.243663 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3344f973-8fe3-4f7e-bd6b-d2dccf313d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:26.244800 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-3344f973-8fe3-4f7e-bd6b-d2dccf313d74 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6e027816-305a-444a-9612-71a60addc1c3 HTTP/1.1" status: 204 len: 168 time: 0.2078595 Sep 13 03:21:26.265185 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344f973-8fe3-4f7e-bd6b-d2dccf313d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e027816-305a-444a-9612-71a60addc1c3,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:26.290594 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b72a53ae-f856-478e-aa1b-a69d40c119e9 req-8db736fa-d049-46f8-bd15-87ce202deda5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751715 Sep 13 03:21:26.414321 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-783d9f6f-4456-4b34-a7f4-509763427344 req-cdfc1131-d37d-41ec-8247-941c5b51b716 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0323586 Sep 13 03:21:26.488747 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fb1ab-af5b-41aa-9c24-04f3680caaf1 req-122f5012-a4e7-4f37-97ae-769d7001b790 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:26.490971 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-293fb1ab-af5b-41aa-9c24-04f3680caaf1 req-122f5012-a4e7-4f37-97ae-769d7001b790 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0923226 Sep 13 03:21:26.550098 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-293fb1ab-af5b-41aa-9c24-04f3680caaf1 req-ae1c4d7e-5251-4808-ab8a-8f85a175afb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505424 Sep 13 03:21:26.683501 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18712187-09a9-4ab0-b67d-8014ef3c0035 req-619429c7-aa34-47ac-abb2-2fb0b76f8557 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0338681 Sep 13 03:21:26.931322 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bd8cc-bd5f-4293-805f-2eed3d80bcc1 req-450851bb-cd4d-4340-98ea-6ab17aa0401f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:26.932809 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-898bd8cc-bd5f-4293-805f-2eed3d80bcc1 req-450851bb-cd4d-4340-98ea-6ab17aa0401f tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0489585 Sep 13 03:21:26.985601 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-898bd8cc-bd5f-4293-805f-2eed3d80bcc1 req-cb289f50-ea22-4b2d-99ef-e544521dfe2c tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Sep 13 03:21:27.044396 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42866) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:27.146867 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1268141251-network', 'tenant_id': 'b3ef3a6638114e1f9c838b00285f43f6'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:27.166456 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Made reservation on behalf of b3ef3a6638114e1f9c838b00285f43f6 for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:27.168727 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.180722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.182278 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:27.227847 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:27.266289 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks [] for security_group (9274978e-6771-45ce-a0f1-9ca24e805c28), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.271273 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (9274978e-6771-45ce-a0f1-9ca24e805c28), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.298100 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:21:27.308541 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9274978e-6771-45ce-a0f1-9ca24e805c28,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:27.313712 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (48b8f0f4-51fa-44e5-8e69-116e66722fcf), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.314058 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Added segment 48b8f0f4-51fa-44e5-8e69-116e66722fcf of type vlan for network 9ed4d27b-3970-4114-ae33-5728b45fb5fc Sep 13 03:21:27.367284 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (9ed4d27b-3970-4114-ae33-5728b45fb5fc), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.396734 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (9ed4d27b-3970-4114-ae33-5728b45fb5fc), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.397884 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:27.398458 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.433919 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ba87-bd39-4556-92d5-a77541c96835 req-3601c2a7-a9d1-4155-8802-65e5087564dc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:27.436112 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5bc8ba87-bd39-4556-92d5-a77541c96835 req-3601c2a7-a9d1-4155-8802-65e5087564dc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0507748 Sep 13 03:21:27.454214 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4082453 Sep 13 03:21:27.458023 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42878) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:27.471114 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Request body: {'subnet': {'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1268141251-subnet', 'tenant_id': 'b3ef3a6638114e1f9c838b00285f43f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:27.498203 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f6a73-2584-4d98-b4be-625f6abcc7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed4d27b-3970-4114-ae33-5728b45fb5fc,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:27.511633 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 9ed4d27b-3970-4114-ae33-5728b45fb5fc details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:21:27.512242 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5bc8ba87-bd39-4556-92d5-a77541c96835 req-17836671-2453-461a-b36a-be069b1922ed tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692544 Sep 13 03:21:27.521471 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Made reservation on behalf of b3ef3a6638114e1f9c838b00285f43f6 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:27.523840 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.554805 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-64d51930-ebf8-42d2-a14a-c8f4dc41f03e req-eaf32ac3-227b-4d1b-b30a-4bf5b405ad48 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0478237 Sep 13 03:21:27.692478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7d8a8-139c-4643-b79a-3742dff32071 req-6f380920-a449-447a-befa-f3cfdc674892 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:27.701430 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bef7d8a8-139c-4643-b79a-3742dff32071 req-6f380920-a449-447a-befa-f3cfdc674892 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0596223 Sep 13 03:21:27.769432 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bef7d8a8-139c-4643-b79a-3742dff32071 req-31aed1bd-013c-4fb0-80eb-67f49508003c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665879 Sep 13 03:21:27.779677 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (f97211c6-60f0-4b9f-be20-f4f4b40580fe), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.887686 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97211c6-60f0-4b9f-be20-f4f4b40580fe,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:27.892545 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-68538648-44e0-494e-9aa3-ab5cae8fa7eb req-862b66a4-9a6b-454a-beef-b47931fe8fb4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0740418 Sep 13 03:21:27.915785 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Checking segment: {'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:27.916143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Network hostable DHCP agents. Network: 9ed4d27b-3970-4114-ae33-5728b45fb5fc, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:21:27.936996 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Network 9ed4d27b-3970-4114-ae33-5728b45fb5fc is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:21:27.947647 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 9ed4d27b-3970-4114-ae33-5728b45fb5fc) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:27.959086 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:27.959235 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c84f060-000f-424e-80d6-2dac428c9508 None None] Network 9ed4d27b-3970-4114-ae33-5728b45fb5fc requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:21:27.959728 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:27.979716 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-5167e430-b76a-4ec9-b9be-d049ce2dd14c admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5203896 Sep 13 03:21:28.106129 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12cdc95-3973-46c1-a5d0-ca800873c6a4 None None] Network 9ed4d27b-3970-4114-ae33-5728b45fb5fc requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:21:28.189238 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad0394-25a5-48c5-9743-817e99c14be2 req-b73a4f37-0214-40a3-89b4-2b8b9f544549 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:28.201168 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4ad0394-25a5-48c5-9743-817e99c14be2 req-b73a4f37-0214-40a3-89b4-2b8b9f544549 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.1082637 Sep 13 03:21:28.275328 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c4ad0394-25a5-48c5-9743-817e99c14be2 req-15ff6cf3-3641-417f-822a-685a0d4bd717 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728526 Sep 13 03:21:28.664127 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038ef1-87e7-4ead-8ede-ea62e89040f7 req-b853f01c-c08c-4d6a-9344-8497970f7a16 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:28.665796 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-04038ef1-87e7-4ead-8ede-ea62e89040f7 req-b853f01c-c08c-4d6a-9344-8497970f7a16 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0680687 Sep 13 03:21:28.673858 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e395cd17-1765-48fa-ae08-f3cb08a8a793 req-b8ad97df-e288-46c9-a0b5-bdd5c01fa914 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0377846 Sep 13 03:21:28.716320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:28.733923 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-04038ef1-87e7-4ead-8ede-ea62e89040f7 req-5dd7ccc3-9e74-444c-8a84-52668e870664 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608907 Sep 13 03:21:28.887667 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327818d-6a78-412b-af02-8c6126de620e req-535e6276-d38d-43bd-b0ab-8f8574676868 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:28.889304 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0327818d-6a78-412b-af02-8c6126de620e req-535e6276-d38d-43bd-b0ab-8f8574676868 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0475893 Sep 13 03:21:28.942937 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0327818d-6a78-412b-af02-8c6126de620e req-bbf0b8de-a8bf-4c05-b61b-f0a8df42ba05 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482566 Sep 13 03:21:29.011964 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c5fa3deb-a50a-4fa9-b362-32013df8c02e req-c0dd17df-77ff-4e16-81ea-433a94662493 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0275857 Sep 13 03:21:29.408515 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2b92f-2ff4-4e99-afd7-c1d5a9c94389 req-6983541d-6e8e-469c-b122-9e21c93b3ef7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:29.410285 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dfe2b92f-2ff4-4e99-afd7-c1d5a9c94389 req-6983541d-6e8e-469c-b122-9e21c93b3ef7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0464718 Sep 13 03:21:29.460469 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dfe2b92f-2ff4-4e99-afd7-c1d5a9c94389 req-1764501c-bf47-409d-bd09-331038a831c2 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Sep 13 03:21:29.779350 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a81b988-1e96-4d4b-af55-359c53976e51 req-474cd7c5-bb07-44d9-b98c-d675939dba84 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0290887 Sep 13 03:21:29.869131 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:29.882539 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce5e8-6b4d-4054-88cc-6e5f33ac7756 req-8c2bab18-6f28-4247-80a8-c6a517760726 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:29.884129 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb0ce5e8-6b4d-4054-88cc-6e5f33ac7756 req-8c2bab18-6f28-4247-80a8-c6a517760726 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0583889 Sep 13 03:21:29.945440 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb0ce5e8-6b4d-4054-88cc-6e5f33ac7756 req-064e0256-998f-4b79-a990-49d5a16aac74 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555773 Sep 13 03:21:30.119619 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad07c1f-fead-4eb4-96a9-c7a71685da60 req-faa9dc44-84c8-4a4c-8284-efd18a25577b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:30.121575 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6ad07c1f-fead-4eb4-96a9-c7a71685da60 req-faa9dc44-84c8-4a4c-8284-efd18a25577b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0603697 Sep 13 03:21:30.139548 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6cb7d131-603f-4715-af5d-4b2c723d5ee7 req-44d0a309-581a-4c7e-89ac-2f9bdd73f380 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0330498 Sep 13 03:21:30.182943 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6ad07c1f-fead-4eb4-96a9-c7a71685da60 req-e289ee71-061b-453e-b13a-824a5f83d038 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542696 Sep 13 03:21:30.609036 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d87ec-233d-40b7-ab88-29cc2a76b5df req-a079cf97-db77-4fbb-bc78-2e6058b53e87 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:30.610519 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-806d87ec-233d-40b7-ab88-29cc2a76b5df req-a079cf97-db77-4fbb-bc78-2e6058b53e87 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0700417 Sep 13 03:21:30.661296 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-806d87ec-233d-40b7-ab88-29cc2a76b5df req-bc6d5318-d3c2-448d-8051-04d58d13004d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Sep 13 03:21:30.886934 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ad36fcbb-8c2b-40ca-9718-33eba265a4ff req-241989a0-12b9-499c-8fb4-08e130b1b0e4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0294626 Sep 13 03:21:31.106637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3935d-1ba0-4c5e-b97f-4a41dbc68c36 req-2f3d3481-feb1-41be-82a9-6becbb06c180 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:31.114720 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56f3935d-1ba0-4c5e-b97f-4a41dbc68c36 req-2f3d3481-feb1-41be-82a9-6becbb06c180 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0895731 Sep 13 03:21:31.176774 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56f3935d-1ba0-4c5e-b97f-4a41dbc68c36 req-0a625984-63d3-41bc-b4f7-34341088c8fb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609004 Sep 13 03:21:31.267040 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5f2b7ad0-123f-4691-83ae-bd64126c4e4f req-b7ed35de-6b1e-46bb-975e-4170969cdb7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0485127 Sep 13 03:21:31.373359 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 42968) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:31.477606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4724650-9552-4202-8b05-48ce3f269ee6 req-d30c1711-9402-4296-9872-e678596b1818 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:31.479102 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4724650-9552-4202-8b05-48ce3f269ee6 req-d30c1711-9402-4296-9872-e678596b1818 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.2166958 Sep 13 03:21:31.485835 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11c31f71-2240-4f56-992b-5eae6f75c37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:31.530747 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4724650-9552-4202-8b05-48ce3f269ee6 req-6a1f57a8-68b6-454a-8751-ee01e7b0b886 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458326 Sep 13 03:21:31.534233 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:31.576121 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11c31f71-2240-4f56-992b-5eae6f75c37b admin admin] Publish callbacks [] for security_group (5af22402-dc80-4100-90fd-d21afc18bdce), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:31.579594 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11c31f71-2240-4f56-992b-5eae6f75c37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (5af22402-dc80-4100-90fd-d21afc18bdce), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:31.621722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c31f71-2240-4f56-992b-5eae6f75c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af22402-dc80-4100-90fd-d21afc18bdce,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:31.626026 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-11c31f71-2240-4f56-992b-5eae6f75c37b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7c86a7b399d24c1ab23c826eaddee1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516129 Sep 13 03:21:31.629075 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 42976) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:31.680525 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96749d78-47bc-4c45-b2f3-da9dfbc416d8 admin admin] Publish callbacks [] for security_group (5af22402-dc80-4100-90fd-d21afc18bdce), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:31.683040 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:31.702559 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96749d78-47bc-4c45-b2f3-da9dfbc416d8 admin admin] Publish callbacks [] for security_group (5af22402-dc80-4100-90fd-d21afc18bdce), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:31.751809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96749d78-47bc-4c45-b2f3-da9dfbc416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (5af22402-dc80-4100-90fd-d21afc18bdce), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:31.754595 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-96749d78-47bc-4c45-b2f3-da9dfbc416d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:31.755866 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-96749d78-47bc-4c45-b2f3-da9dfbc416d8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5af22402-dc80-4100-90fd-d21afc18bdce HTTP/1.1" status: 204 len: 168 time: 0.1252601 Sep 13 03:21:31.764998 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96749d78-47bc-4c45-b2f3-da9dfbc416d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af22402-dc80-4100-90fd-d21afc18bdce,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:31.808297 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38595-4c46-4012-8474-a8547245c4ff req-b1c91632-dc28-4c6f-be7a-9f5a933e6dc9 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:31.812170 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-55d38595-4c46-4012-8474-a8547245c4ff req-b1c91632-dc28-4c6f-be7a-9f5a933e6dc9 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0733333 Sep 13 03:21:31.866192 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-55d38595-4c46-4012-8474-a8547245c4ff req-baae6308-c8b6-49e3-b088-64bf9d830cb0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Sep 13 03:21:32.012989 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fabcda4c-1425-47d0-b49b-1534df94412b req-52423c39-9f18-43ad-bd55-03cd3e3557c5 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0379000 Sep 13 03:21:32.083347 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43002) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:32.096239 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5c9731b1-bfb5-4052-a02a-0933c7501481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:32.172945 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5c9731b1-bfb5-4052-a02a-0933c7501481 admin admin] Publish callbacks [] for security_group (1b9993a4-b7c6-4a0c-8838-109146f75c9f), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:32.177562 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5c9731b1-bfb5-4052-a02a-0933c7501481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (1b9993a4-b7c6-4a0c-8838-109146f75c9f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:32.184616 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-8e62df15-e61b-44f0-8ae4-f3e456e412f9 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:32.186086 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-8e62df15-e61b-44f0-8ae4-f3e456e412f9 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9ed4d27b-3970-4114-ae33-5728b45fb5fc HTTP/1.1" status: 200 len: 814 time: 0.1104136 Sep 13 03:21:32.201193 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4189202e-f8a0-4e3d-a829-fe3e1bfc1a96 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/quotas/b3ef3a6638114e1f9c838b00285f43f6 HTTP/1.1" status: 200 len: 375 time: 0.0096579 Sep 13 03:21:32.217742 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5c9731b1-bfb5-4052-a02a-0933c7501481 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=30a882ea0e7b46039e44abe7e9d957b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333177 Sep 13 03:21:32.218868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9731b1-bfb5-4052-a02a-0933c7501481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9993a4-b7c6-4a0c-8838-109146f75c9f,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:32.221426 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43006) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:32.242878 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3fb3a3cd-2745-42fc-bbe9-75f08b7f80ae tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357816 Sep 13 03:21:32.287992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6928b7ee-ea36-4bcb-8fa7-669aec07c40e admin admin] Publish callbacks [] for security_group (1b9993a4-b7c6-4a0c-8838-109146f75c9f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:32.340107 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c703e-388f-40fe-921c-f699197f9146 req-46e58022-d3d9-4368-a599-8ba367b10c10 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:32.341645 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-883c703e-388f-40fe-921c-f699197f9146 req-46e58022-d3d9-4368-a599-8ba367b10c10 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0683630 Sep 13 03:21:32.343765 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6928b7ee-ea36-4bcb-8fa7-669aec07c40e admin admin] Publish callbacks [] for security_group (1b9993a4-b7c6-4a0c-8838-109146f75c9f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:32.393681 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:32.420373 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-883c703e-388f-40fe-921c-f699197f9146 req-b0903cf4-dc5a-48d6-a5df-2246438f9ecc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691304 Sep 13 03:21:32.438943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6928b7ee-ea36-4bcb-8fa7-669aec07c40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (1b9993a4-b7c6-4a0c-8838-109146f75c9f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:32.442551 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6928b7ee-ea36-4bcb-8fa7-669aec07c40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:32.446171 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6928b7ee-ea36-4bcb-8fa7-669aec07c40e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1b9993a4-b7c6-4a0c-8838-109146f75c9f HTTP/1.1" status: 204 len: 168 time: 0.2219007 Sep 13 03:21:32.455014 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928b7ee-ea36-4bcb-8fa7-669aec07c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9993a4-b7c6-4a0c-8838-109146f75c9f,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:32.491751 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-c90d55de-8627-43fe-a5f5-3afe317835c9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411439 Sep 13 03:21:32.532732 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c6a0f70-3c42-4481-aa80-0b1f53d185d5 req-4ccef4cd-9b69-4372-ad4d-6363bb6cf81b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0295053 Sep 13 03:21:32.611620 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-5a056996-0a13-4135-9856-49917d6328e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131942 Sep 13 03:21:32.695914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2ae74-177b-40a2-9e1f-f48e94b4c832 req-7cb2260f-ed4b-4719-9579-0d266380842a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:32.705001 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-29b2ae74-177b-40a2-9e1f-f48e94b4c832 req-7cb2260f-ed4b-4719-9579-0d266380842a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0806346 Sep 13 03:21:32.790138 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-29b2ae74-177b-40a2-9e1f-f48e94b4c832 req-78a4ea9d-0ee9-4f34-b1f0-49a9658f5137 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837491 Sep 13 03:21:32.823265 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5981285a-abcd-4359-8177-053f978426a8 req-08d79845-e6eb-4c59-b097-34427f852bbc tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 210 time: 0.0458248 Sep 13 03:21:32.850719 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-2fa12205-42af-4c15-a164-ad4bfa73a776 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:21:32.851799 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-2fa12205-42af-4c15-a164-ad4bfa73a776 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0079432 Sep 13 03:21:32.856495 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-114892ad-0e9f-4a41-a134-cb7b5a0c6f43 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:21:32.857154 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-114892ad-0e9f-4a41-a134-cb7b5a0c6f43 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0182579 Sep 13 03:21:32.858346 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-bd1202e2-ccc2-4b0f-a39c-adaca1c927a8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:21:32.859696 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-bd1202e2-ccc2-4b0f-a39c-adaca1c927a8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0125005 Sep 13 03:21:32.863787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-30277bab-df52-4272-8c1c-3576cd2b1893 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:21:32.865192 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-30277bab-df52-4272-8c1c-3576cd2b1893 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0205696 Sep 13 03:21:33.007875 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7723791-49db-4e36-bec4-510a80491e6b req-54159afb-1d91-45b3-a358-438bc0663807 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:33.016744 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a7723791-49db-4e36-bec4-510a80491e6b req-54159afb-1d91-45b3-a358-438bc0663807 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.0605676 Sep 13 03:21:33.100390 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a7723791-49db-4e36-bec4-510a80491e6b req-daf89753-a8a3-4f64-8c0b-db11c1ba72f2 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825818 Sep 13 03:21:33.192588 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0927ca19-e0d5-4d7c-97df-b0886192aa83 req-e69f1c3f-91ca-4d3d-a6b6-88edf3e69818 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0545256 Sep 13 03:21:33.358015 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Request body: {'port': {'device_id': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:33.435576 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:33.469280 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Request body: {'port': {'device_id': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:33.473047 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:33.545272 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Request body: {'port': {'device_id': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:33.568340 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Request body: {'port': {'device_id': '722dd938-0b13-46d0-9fa1-ff945702438c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:33.655799 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:33.698218 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f0496e42-fc1d-4ba4-a950-a2d4959c96a2 req-5a49a327-ed59-435e-bdff-f9dd49a06bcf tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0542336 Sep 13 03:21:33.704963 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:33.735636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff58c72-009c-45d3-b38a-3f4e217a48d5 req-2ed274ef-d72e-4c55-adfa-2e38371f403a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:33.737235 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3ff58c72-009c-45d3-b38a-3f4e217a48d5 req-2ed274ef-d72e-4c55-adfa-2e38371f403a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.2062030 Sep 13 03:21:33.808361 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3183447b-b590-4633-92e3-7d4198ae1660), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:33.951161 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3ff58c72-009c-45d3-b38a-3f4e217a48d5 req-37a1fe96-8d90-44be-b241-4144c2d11914 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908963 Sep 13 03:21:33.954796 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:34.038972 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:34.056745 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed9634-0089-4765-ba2f-813486ec9830 req-8ef450ab-c58a-4ac0-99b6-26888867bd99 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:34.058244 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8bed9634-0089-4765-ba2f-813486ec9830 req-8ef450ab-c58a-4ac0-99b6-26888867bd99 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 931 time: 0.0794570 Sep 13 03:21:34.099089 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-371b191f-a4d8-4ccd-8edd-da62b76ce7a0 req-cb3a1967-d4aa-448f-9453-ff76de4ea764 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 210 time: 0.0592265 Sep 13 03:21:34.254403 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.57', 50314) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:34.329888 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1eb65a-db49-4f23-a402-182f179922bc {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:34.397441 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Publish callbacks [] for port (5e1eb65a-db49-4f23-a402-182f179922bc), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:34.525499 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:34.531943 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8bed9634-0089-4765-ba2f-813486ec9830 req-a1400a9a-b443-41fb-88ab-b67bf41436d3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595039 Sep 13 03:21:34.557594 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a28f6-71c3-4576-84ac-b186fa2e9925 req-d7071602-e250-4135-b20a-b177224d4987 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:34.560967 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44d8cab-cafe-42d0-9df1-25b1e426b401 {{(pid=106191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:34.567079 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c6a28f6-71c3-4576-84ac-b186fa2e9925 req-d7071602-e250-4135-b20a-b177224d4987 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 931 time: 0.3670540 Sep 13 03:21:34.570637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Transition to ACTIVE for port object 5e1eb65a-db49-4f23-a402-182f179922bc will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:21:34.588397 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:34.592360 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Publish callbacks [] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:34.627104 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.provisioning_blocks [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Transition to ACTIVE for port object c44d8cab-cafe-42d0-9df1-25b1e426b401 will not be triggered until provisioned by entity L2. {{(pid=106191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:21:34.658322 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:34.735974 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3faf14aa-ad06-4cd4-91fe-2c9184c76fb2 req-7bb10c24-c247-4fa9-bf09-9add761d407d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0993278 Sep 13 03:21:34.748374 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Pushing event updated for resources: {'Port': ['ID=c44d8cab-cafe-42d0-9df1-25b1e426b401,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:34.760387 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3183447b-b590-4633-92e3-7d4198ae1660 {{(pid=106191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:34.804261 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Publish callbacks [] for port (3183447b-b590-4633-92e3-7d4198ae1660), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:34.847465 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.provisioning_blocks [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Transition to ACTIVE for port object 3183447b-b590-4633-92e3-7d4198ae1660 will not be triggered until provisioned by entity L2. {{(pid=106191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:21:34.848634 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Attempting to bind port c44d8cab-cafe-42d0-9df1-25b1e426b401 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:34.848982 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Attempting to bind port c44d8cab-cafe-42d0-9df1-25b1e426b401 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:34.849312 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Attempting to bind port c44d8cab-cafe-42d0-9df1-25b1e426b401 on network c32ea5b2-b5dd-443d-b869-2e7693b4d72b {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:34.882673 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3183447b-b590-4633-92e3-7d4198ae1660), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:34.887895 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1eb65a-db49-4f23-a402-182f179922bc,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:34.915774 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f9b1ee49-b750-4ced-9dcf-5a4358ff8c14 req-1cfc00c0-72fa-4c5c-b85a-d341517f0e27 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0639784 Sep 13 03:21:34.979214 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3c6a28f6-71c3-4576-84ac-b186fa2e9925 req-635fac79-4e60-49cb-95f3-cf7f1606be59 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111781 Sep 13 03:21:35.008370 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Pushing event updated for resources: {'Port': ['ID=3183447b-b590-4633-92e3-7d4198ae1660,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:35.013090 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Port c44d8cab-cafe-42d0-9df1-25b1e426b401 on network c32ea5b2-b5dd-443d-b869-2e7693b4d72b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:21:35.013423 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Attempting to bind port c44d8cab-cafe-42d0-9df1-25b1e426b401 on network c32ea5b2-b5dd-443d-b869-2e7693b4d72b {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:35.013532 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-8927af4b-8ec7-4f01-956b-99d379a424b0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:35.015150 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-8927af4b-8ec7-4f01-956b-99d379a424b0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 819 time: 0.7408459 Sep 13 03:21:35.035032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Attempting to bind port 5e1eb65a-db49-4f23-a402-182f179922bc on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:35.036195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Attempting to bind port 5e1eb65a-db49-4f23-a402-182f179922bc by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:35.036195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Attempting to bind port 5e1eb65a-db49-4f23-a402-182f179922bc on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:35.038220 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Attempting to bind port 3183447b-b590-4633-92e3-7d4198ae1660 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:35.038553 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Attempting to bind port 3183447b-b590-4633-92e3-7d4198ae1660 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:35.038904 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Attempting to bind port 3183447b-b590-4633-92e3-7d4198ae1660 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:35.042812 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:35.090061 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:35.108040 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:35.135807 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c922edb-7dd6-4a91-ba67-004272056f1c {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:35.147691 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:35.148048 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Checking segment: {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:35.148603 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Bound using segment: {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:35.149283 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Publish callbacks [] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.149379 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Bound port: c44d8cab-cafe-42d0-9df1-25b1e426b401, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981ee155-ffe1-4cca-a339-d6a3535d72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:35.149489 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.158859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Port 5e1eb65a-db49-4f23-a402-182f179922bc on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:21:35.159126 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c05f-503e-42b4-8aac-e45fcb5176f9 req-69e94a62-6f26-4c5a-94a1-fa4117bdb284 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:35.159493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Attempting to bind port 5e1eb65a-db49-4f23-a402-182f179922bc on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:35.160861 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8ef9c05f-503e-42b4-8aac-e45fcb5176f9 req-69e94a62-6f26-4c5a-94a1-fa4117bdb284 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 931 time: 0.0969634 Sep 13 03:21:35.161304 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Port 3183447b-b590-4633-92e3-7d4198ae1660 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:21:35.161628 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Attempting to bind port 3183447b-b590-4633-92e3-7d4198ae1660 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:35.251211 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Transition to ACTIVE for port object 1c922edb-7dd6-4a91-ba67-004272056f1c will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:21:35.263280 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d7821236-ca17-4355-a561-828c374885b2 req-596c157e-b78c-485f-bc36-0d04cd797f38 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 210 time: 0.0501375 Sep 13 03:21:35.263280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:35.263280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Checking segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:35.263280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Bound using segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:35.263280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Bound port: 5e1eb65a-db49-4f23-a402-182f179922bc, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:35.263280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.276240 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.292584 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8ef9c05f-503e-42b4-8aac-e45fcb5176f9 req-2eb17972-2905-487e-a635-f2aca4930f27 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037729 Sep 13 03:21:35.297650 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:35.297929 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Checking segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:35.298424 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Bound using segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:35.298894 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Bound port: 3183447b-b590-4633-92e3-7d4198ae1660, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:35.299246 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3183447b-b590-4633-92e3-7d4198ae1660), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.329433 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] For port c44d8cab-cafe-42d0-9df1-25b1e426b401, host hv-cinder-85707, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:35.334588 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] For port c44d8cab-cafe-42d0-9df1-25b1e426b401, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c44d8cab-cafe-42d0-9df1-25b1e426b401,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:35.366954 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'port': {'device_id': '0445581f-c40d-4838-864c-bb080dcf594b', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'admin_state_up': True, 'tenant_id': '609f8dcac1034d09a04192f4238b2857'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:35.369751 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.383602 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:35.384219 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.385658 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c44d8cab-cafe-42d0-9df1-25b1e426b401 HTTP/1.1" status: 200 len: 1093 time: 2.0962338 Sep 13 03:21:35.401988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'tag': 'c44d8cab-cafe-42d0-9df1-25b1e426b401'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:35.486097 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] For port 3183447b-b590-4633-92e3-7d4198ae1660, host hv-cinder-85707, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:35.685159 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.57', 50325) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:35.707863 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9eb52-7fc4-4398-b862-85f50e615893" -d '{"events": [{"name": "network-changed", "server_uuid": "c92a5fc3-da4f-47bf-ab5e-c9c275f38332", "tag": "c44d8cab-cafe-42d0-9df1-25b1e426b401"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:35.727179 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] For port 3183447b-b590-4633-92e3-7d4198ae1660, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3183447b-b590-4633-92e3-7d4198ae1660,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:35.729943 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e077bd-8ae4-4513-9f71-e89b6f4a59ef service neutron] Pushing event updated for resources: {'Port': ['ID=c44d8cab-cafe-42d0-9df1-25b1e426b401,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:35.747061 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3183447b-b590-4633-92e3-7d4198ae1660), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.757632 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:35.758274 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:35.763159 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/3183447b-b590-4633-92e3-7d4198ae1660 HTTP/1.1" status: 200 len: 1094 time: 2.4425035 Sep 13 03:21:35.813637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:35.822942 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] For port 5e1eb65a-db49-4f23-a402-182f179922bc, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:35.877105 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d4946-a642-49aa-bd42-e3b8ec98caea req-40339c7b-450e-48cc-abf0-0bc9de14dd61 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:35.878699 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-449d4946-a642-49aa-bd42-e3b8ec98caea req-40339c7b-450e-48cc-abf0-0bc9de14dd61 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.1629040 Sep 13 03:21:35.899292 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17cb6e-3691-422a-9fda-17e17f0f4411 service neutron] Pushing event updated for resources: {'Port': ['ID=3183447b-b590-4633-92e3-7d4198ae1660,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:35.937038 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-fc8c9a50-3dec-4f0a-9ba7-e2a1120b5349 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:35.938641 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-fc8c9a50-3dec-4f0a-9ba7-e2a1120b5349 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.4316225 Sep 13 03:21:35.941601 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] For port 5e1eb65a-db49-4f23-a402-182f179922bc, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5e1eb65a-db49-4f23-a402-182f179922bc,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:35.949824 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Attempting to bind port 1c922edb-7dd6-4a91-ba67-004272056f1c on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:35.950229 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Attempting to bind port 1c922edb-7dd6-4a91-ba67-004272056f1c by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:35.950675 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Attempting to bind port 1c922edb-7dd6-4a91-ba67-004272056f1c on network 7e1950a0-7f6c-4538-86e4-23311290e33c {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:35.953873 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0759242-3362-4f9f-bac0-1ce81af18678 x-openstack-request-id: req-f0759242-3362-4f9f-bac0-1ce81af18678 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:35.954363 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92a5fc3-da4f-47bf-ab5e-c9c275f38332", "tag": "c44d8cab-cafe-42d0-9df1-25b1e426b401", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:35.954822 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0759242-3362-4f9f-bac0-1ce81af18678 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:35.955299 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0759242-3362-4f9f-bac0-1ce81af18678'] response: {'name': 'network-changed', 'server_uuid': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'tag': 'c44d8cab-cafe-42d0-9df1-25b1e426b401', 'status': 'completed', 'code': 200} Sep 13 03:21:35.975579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-10caf9f3-6c9e-43a2-9080-8025661c770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:35.977127 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-10caf9f3-6c9e-43a2-9080-8025661c770d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d5e604b12545a68da3655cb6b881c5&device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 1127 time: 0.2896206 Sep 13 03:21:35.989701 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:36.005434 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:36.006047 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:36.007497 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 1093 time: 2.7167518 Sep 13 03:21:36.008292 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:36.048769 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b79d2af3-5027-4e65-be4f-1c5e8f45475f req-9fc45b74-b1d7-418e-969f-6d4eddd97b42 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0411434 Sep 13 03:21:36.081320 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:36.148275 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Made reservation on behalf of 609f8dcac1034d09a04192f4238b2857 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:36.151885 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:36.185340 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-37521a87-bffe-4a95-af6a-f977c12876b6 req-f490a5f3-e443-44cc-9b10-9e65144febc7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0614233 Sep 13 03:21:36.248524 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9525f4c6-be44-444b-9ba3-f88a7a98179f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:36.251168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Port 1c922edb-7dd6-4a91-ba67-004272056f1c on network 7e1950a0-7f6c-4538-86e4-23311290e33c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:21:36.251657 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Attempting to bind port 1c922edb-7dd6-4a91-ba67-004272056f1c on network 7e1950a0-7f6c-4538-86e4-23311290e33c {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:36.266744 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-449d4946-a642-49aa-bd42-e3b8ec98caea req-0877ff29-3ee1-43f7-ba07-58b089529b1e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704920 Sep 13 03:21:36.267447 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-f57a531f-67ad-4930-a836-400b985f20e9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 379 time: 0.1103823 Sep 13 03:21:36.291569 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-e2eb60ee-bbdc-42f5-857f-4be58f05a542 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c44d8cab-cafe-42d0-9df1-25b1e426b401 HTTP/1.1" status: 200 len: 217 time: 0.1567273 Sep 13 03:21:36.300038 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:36.315446 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389f9f6-cd59-4ef8-8db3-90106f4203d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1eb65a-db49-4f23-a402-182f179922bc,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:36.323882 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37d51b-7619-4f08-8f82-d037c359ea2a req-c4dbdc9b-bb19-462f-91fe-d01be72c6f35 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:36.326858 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b37d51b-7619-4f08-8f82-d037c359ea2a req-c4dbdc9b-bb19-462f-91fe-d01be72c6f35 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0764165 Sep 13 03:21:36.390482 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'port': {'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'admin_state_up': True, 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'security_groups': ['d6830f80-43df-4324-8c76-cf4c7653f342']}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:36.590216 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.57', 50336) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:36.673572 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdfb9b1-7be9-4c85-8252-953df1b577bb x-openstack-request-id: req-3bdfb9b1-7be9-4c85-8252-953df1b577bb {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:36.674125 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b37d51b-7619-4f08-8f82-d037c359ea2a req-89a7c92e-f8d8-48df-895e-848eb9f573f2 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389671 Sep 13 03:21:36.674398 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:36.674872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bdfb9b1-7be9-4c85-8252-953df1b577bb {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:36.675436 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdfb9b1-7be9-4c85-8252-953df1b577bb'] response: {'name': 'network-changed', 'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc', 'status': 'completed', 'code': 200} Sep 13 03:21:36.726445 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-2031ac58-bece-4b78-a146-90552dcdfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:36.730967 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-2031ac58-bece-4b78-a146-90552dcdfb51 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 1128 time: 0.3526914 Sep 13 03:21:36.733698 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-f3b17992-4dab-4a3c-87a0-6745fa4d1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:36.742452 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-f3b17992-4dab-4a3c-87a0-6745fa4d1900 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1127 time: 0.3112807 Sep 13 03:21:36.765540 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:36.779073 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-beaac8dd-4424-4669-a7f6-51ef0c5d9fd6 req-ef9e7dc1-04e4-47dc-aa56-985f6204d1f9 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 210 time: 0.1117420 Sep 13 03:21:36.787820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Allocated IP 172.20.0.13 (cb2e37f0-0a1e-4f79-8597-600d7213f51f/cf4fee17-930c-4fb1-a2c6-e7394eb6fc66/f18a4265-4277-4b61-a45f-eca4e86395c8) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:36.789905 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:36.803239 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:36.803627 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Checking segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:36.804060 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Bound using segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:36.804572 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Bound port: 1c922edb-7dd6-4a91-ba67-004272056f1c, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:36.804935 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:36.850369 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-03847f09-ab71-4c30-8ad5-80c91e6a4cb5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3183447b-b590-4633-92e3-7d4198ae1660 HTTP/1.1" status: 200 len: 217 time: 0.0705762 Sep 13 03:21:36.868942 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-bbd42d23-e27b-4031-afa6-71d378fa6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:36.870504 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-bbd42d23-e27b-4031-afa6-71d378fa6b12 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=572657f2-e364-4351-9431-458ad7e1265f HTTP/1.1" status: 200 len: 850 time: 0.4898226 Sep 13 03:21:36.911670 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-2a9fea49-a17d-4027-936d-dd6f9e9ccd2f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 217 time: 0.1224990 Sep 13 03:21:36.928874 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-dd0aeb21-9905-4f4f-a535-ad8b1fb503a6 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:36.930291 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-dd0aeb21-9905-4f4f-a535-ad8b1fb503a6 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "GET /networking/v2.0/networks?id=9ed4d27b-3970-4114-ae33-5728b45fb5fc HTTP/1.1" status: 200 len: 814 time: 0.3385179 Sep 13 03:21:36.980088 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Request body: {'port': {'device_id': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc', 'admin_state_up': True, 'tenant_id': 'b3ef3a6638114e1f9c838b00285f43f6'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:36.993707 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644406a-2f32-4952-92f2-3973a90dc940 req-4993a51e-631b-47b5-af18-b5221d17176a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:36.995208 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3644406a-2f32-4952-92f2-3973a90dc940 req-4993a51e-631b-47b5-af18-b5221d17176a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.2260606 Sep 13 03:21:37.010718 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Made reservation on behalf of 676c9aac6fa348b89a2d5cef106f1a74 for: {'port': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:37.014647 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:37.055109 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:37.104887 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-7f62cc8b-1adf-4f0d-a4e5-38747e7ab1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.105575 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-2afe95d9-5f72-475b-965f-61e6afa1903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.106586 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-7f62cc8b-1adf-4f0d-a4e5-38747e7ab1f9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.1730223 Sep 13 03:21:37.107344 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-2afe95d9-5f72-475b-965f-61e6afa1903e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c32ea5b2-b5dd-443d-b869-2e7693b4d72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853137 Sep 13 03:21:37.116445 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:37.129504 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-d67156e9-6aa7-495b-878b-5ff63697fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.131152 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-d67156e9-6aa7-495b-878b-5ff63697fcf8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.1882577 Sep 13 03:21:37.144646 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:37.159952 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.161124 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:37.162490 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 1093 time: 3.8404162 Sep 13 03:21:37.230745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:37.267838 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-a14001c7-5c0f-496f-bd10-55a0c1d71cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.269241 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-a14001c7-5c0f-496f-bd10-55a0c1d71cb0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1481717 Sep 13 03:21:37.272309 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3644406a-2f32-4952-92f2-3973a90dc940 req-4777ecc8-58db-451f-8597-e360ae3b1926 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647314 Sep 13 03:21:37.304454 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6d5ed87-046e-4169-aef4-3aef4c3888ed req-57eba0ef-c411-469f-8c75-9c19ccb88bb2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.1477058 Sep 13 03:21:37.366579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feada-2ff7-486c-a612-a1c88802843a req-d280bcf2-0138-4d27-81b3-7504c1d26de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.368795 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-d280bcf2-0138-4d27-81b3-7504c1d26de8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2151647 Sep 13 03:21:37.381041 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-f3709e3b-a9a9-4705-9d62-e028cb69e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.382807 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-f3709e3b-a9a9-4705-9d62-e028cb69e4fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1127 time: 0.1493528 Sep 13 03:21:37.384936 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Made reservation on behalf of b3ef3a6638114e1f9c838b00285f43f6 for: {'port': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:21:37.389812 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:37.411526 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9796a9b-0126-43a9-ab92-1f6c39eb06f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:37.417413 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:37.458152 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c5c27d77-bd78-4d4e-b9ae-645ee41d112f req-91036743-92f5-4e76-a351-439e1bf19c81 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0619335 Sep 13 03:21:37.486085 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.20.0.9 (36a6ffba-7b10-4536-9b6f-36478b4a6ccb/3fdd5a04-ba02-40f1-8823-4840f6613b40/99e3ee84-e44d-466c-bb25-da0a34a04a5e) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:37.530864 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-5ec62dac-89df-4340-be00-9bf1cb3b6d66 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c32ea5b2-b5dd-443d-b869-2e7693b4d72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125330 Sep 13 03:21:37.537811 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-8dd00f65-80f3-44e9-b2df-c472f549638e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 217 time: 0.1353984 Sep 13 03:21:37.546344 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:37.565583 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-6e15e84c-7aa7-45c7-9b69-adc0737b1a39 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855301 Sep 13 03:21:37.705439 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:37.770577 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:37.777217 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Allocated IP 172.20.0.4 (9ed4d27b-3970-4114-ae33-5728b45fb5fc/f97211c6-60f0-4b9f-be20-f4f4b40580fe/cd68b0ee-f68a-44d9-87ad-66638f02cae6) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:21:37.854127 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63a4a-3a17-47fe-9e43-b5c7c3d62c09 req-aed692d2-abef-4897-a289-a7457a45f8bf tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.855638 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14b63a4a-3a17-47fe-9e43-b5c7c3d62c09 req-aed692d2-abef-4897-a289-a7457a45f8bf tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.4365165 Sep 13 03:21:37.958758 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:37.991729 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-fe818869-dd44-402d-baba-255efe0e6634 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009846 Sep 13 03:21:37.993369 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-a157a102-54f9-40fb-bc4d-99c325a04069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:37.994839 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-a157a102-54f9-40fb-bc4d-99c325a04069 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.4431620 Sep 13 03:21:38.028857 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722dd938-0b13-46d0-9fa1-ff945702438c', 'tag': '3183447b-b590-4633-92e3-7d4198ae1660'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:38.031022 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73173ce1-44e3-453b-ace0-f0902266346f" -d '{"events": [{"name": "network-changed", "server_uuid": "722dd938-0b13-46d0-9fa1-ff945702438c", "tag": "3183447b-b590-4633-92e3-7d4198ae1660"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:38.053504 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c585137-b1b8-42cf-9b26-9fce962e4873 req-87180528-6b53-4f08-a36b-55b1977c4f16 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786367 Sep 13 03:21:38.084479 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56d4c-ddaf-497e-b0dd-a8d0a409b02b req-71b00926-e478-4c51-813f-76757e37fbd5 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.091638 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4ff56d4c-ddaf-497e-b0dd-a8d0a409b02b req-71b00926-e478-4c51-813f-76757e37fbd5 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.2936637 Sep 13 03:21:38.119821 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14b63a4a-3a17-47fe-9e43-b5c7c3d62c09 req-6b048fba-47c5-49ef-ad48-1509877bdc43 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455990 Sep 13 03:21:38.154996 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:38.158320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.175172 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:38.186228 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:38.191164 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.192464 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.201998 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'Port': ['ID=f18a4265-4277-4b61-a45f-eca4e86395c8,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:38.209125 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 43228) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:38.216679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-8a1b29d1-292d-49ce-aa51-36baa6f63c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.218420 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-8a1b29d1-292d-49ce-aa51-36baa6f63c87 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1900301 Sep 13 03:21:38.220685 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78a3f602-17ad-4f83-90c2-f5b4ba09f7d9 req-d34e866e-a885-4bef-85d2-0afdc1717cc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c32ea5b2-b5dd-443d-b869-2e7693b4d72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714139 Sep 13 03:21:38.258454 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:38.259116 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4ff56d4c-ddaf-497e-b0dd-a8d0a409b02b req-ebf650f0-bc95-455e-b151-f879674a9f90 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626670 Sep 13 03:21:38.282213 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-f8a1ce7a-ce80-4162-b692-a65bb1df795e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9106109 Sep 13 03:21:38.282213 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-123d8fb0-dd36-416b-9126-c9f2171df5f5 req-c4dc21e4-7111-411c-a619-b4ee06b10032 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 210 time: 0.0419388 Sep 13 03:21:38.305732 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f28feada-2ff7-486c-a612-a1c88802843a req-f82cb5d6-9402-4c2d-aaad-d817712e6572 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714798 Sep 13 03:21:38.352374 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks [] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.355888 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c32c5b-51ec-4866-b236-3d6b72a6e595 x-openstack-request-id: req-36c32c5b-51ec-4866-b236-3d6b72a6e595 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:38.357090 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722dd938-0b13-46d0-9fa1-ff945702438c", "tag": "3183447b-b590-4633-92e3-7d4198ae1660", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:38.357090 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36c32c5b-51ec-4866-b236-3d6b72a6e595 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:38.357090 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c32c5b-51ec-4866-b236-3d6b72a6e595'] response: {'name': 'network-changed', 'server_uuid': '722dd938-0b13-46d0-9fa1-ff945702438c', 'tag': '3183447b-b590-4633-92e3-7d4198ae1660', 'status': 'completed', 'code': 200} Sep 13 03:21:38.368542 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.447622 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:38.455018 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1fb4-b4a9-44a1-8cfd-6d64d64d86f1 req-210cc450-d933-45b2-900e-35b6b750220d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.456733 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4edb1fb4-b4a9-44a1-8cfd-6d64d64d86f1 req-210cc450-d933-45b2-900e-35b6b750220d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0581005 Sep 13 03:21:38.469858 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:38.470049 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:38.483836 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:38.489089 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.489722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.515190 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4edb1fb4-b4a9-44a1-8cfd-6d64d64d86f1 req-48d74f76-a0d4-4dd9-bdbf-a2fdcbf73365 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524495 Sep 13 03:21:38.517146 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d31a7a69-d695-465c-8049-b5d3c41ac97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.538712 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-9531b576-0b89-4d3c-9cd7-52ec0db0a54b None None] Provisioning complete for port f18a4265-4277-4b61-a45f-eca4e86395c8 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:38.538712 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9531b576-0b89-4d3c-9cd7-52ec0db0a54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.538990 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=99e3ee84-e44d-466c-bb25-da0a34a04a5e,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:38.547209 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.554164 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-a0c36980-826d-47ef-b259-586ad0178ec7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1831572 Sep 13 03:21:38.567441 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-9531b576-0b89-4d3c-9cd7-52ec0db0a54b None None] Port f18a4265-4277-4b61-a45f-eca4e86395c8 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:38.569133 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad1b72-0a98-4752-86d7-a1fde103b048 req-ff3ae098-5151-41ae-995c-b26cf597d17a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.575655 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dcad1b72-0a98-4752-86d7-a1fde103b048 req-ff3ae098-5151-41ae-995c-b26cf597d17a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 931 time: 0.1295557 Sep 13 03:21:38.646992 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Network 9ed4d27b-3970-4114-ae33-5728b45fb5fc is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:21:38.653020 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383659a9-5b4e-4a4a-a0ec-1e421cc122f3 req-b0bd3831-2439-443e-b1ce-b52eb45d3f1b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.655978 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-383659a9-5b4e-4a4a-a0ec-1e421cc122f3 req-b0bd3831-2439-443e-b1ce-b52eb45d3f1b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 932 time: 0.0616629 Sep 13 03:21:38.659418 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:21:38.663225 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:21:38.667710 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:38.668330 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.678703 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:38.681254 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e937b2ec-2764-4cd1-88fe-edac3a1250ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:38.703242 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7476113 Sep 13 03:21:38.703919 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b378942-8ceb-4dca-be03-dc828a695c09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Pushing event updated for resources: {'Port': ['ID=cd68b0ee-f68a-44d9-87ad-66638f02cae6,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:38.714349 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-383659a9-5b4e-4a4a-a0ec-1e421cc122f3 req-231c0692-5039-41c8-9a5a-f5a94636c697 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502250 Sep 13 03:21:38.724059 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:38.741478 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:38.747370 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dcad1b72-0a98-4752-86d7-a1fde103b048 req-baa9033c-7e7b-419a-ac24-34bbf5925317 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707025 Sep 13 03:21:38.774820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc314a5-7e3d-4382-9e66-be2e44191f31 x-openstack-request-id: req-8dc314a5-7e3d-4382-9e66-be2e44191f31 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:38.774820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:38.774820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dc314a5-7e3d-4382-9e66-be2e44191f31 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:38.774820 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc314a5-7e3d-4382-9e66-be2e44191f31'] response: {'name': 'network-changed', 'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'status': 'completed', 'code': 200} Sep 13 03:21:38.782843 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d31a7a69-d695-465c-8049-b5d3c41ac97b admin admin] Publish callbacks [] for security_group (0b0b7fee-84ca-4652-bff2-ede967c8eddc), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.786396 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-cc28c8ac-779a-4bbb-9614-93405b67e275 None None] Provisioning complete for port 99e3ee84-e44d-466c-bb25-da0a34a04a5e triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:38.786804 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cc28c8ac-779a-4bbb-9614-93405b67e275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.788097 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d31a7a69-d695-465c-8049-b5d3c41ac97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0b0b7fee-84ca-4652-bff2-ede967c8eddc), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.819673 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-cc28c8ac-779a-4bbb-9614-93405b67e275 None None] Port 99e3ee84-e44d-466c-bb25-da0a34a04a5e cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:21:38.833998 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d31a7a69-d695-465c-8049-b5d3c41ac97b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7e521370311a419690ac1df1f0d00fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6212120 Sep 13 03:21:38.834886 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7a69-d695-465c-8049-b5d3c41ac97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b7fee-84ca-4652-bff2-ede967c8eddc,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:38.836703 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43240) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:38.885863 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8879b1f3-09dc-42a3-b7d8-90cee644d2b0 admin admin] Publish callbacks [] for security_group (0b0b7fee-84ca-4652-bff2-ede967c8eddc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.905957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8879b1f3-09dc-42a3-b7d8-90cee644d2b0 admin admin] Publish callbacks [] for security_group (0b0b7fee-84ca-4652-bff2-ede967c8eddc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.952475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8879b1f3-09dc-42a3-b7d8-90cee644d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0b0b7fee-84ca-4652-bff2-ede967c8eddc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.955268 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8879b1f3-09dc-42a3-b7d8-90cee644d2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:38.956391 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8879b1f3-09dc-42a3-b7d8-90cee644d2b0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0b0b7fee-84ca-4652-bff2-ede967c8eddc HTTP/1.1" status: 204 len: 168 time: 0.1187243 Sep 13 03:21:38.964667 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879b1f3-09dc-42a3-b7d8-90cee644d2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b7fee-84ca-4652-bff2-ede967c8eddc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:39.018237 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:21:39.222277 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43250) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:39.236658 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a269f0a3-1aaf-4e16-8cd4-e9ddffa7fb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:39.253640 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b4097-2041-4bd8-8456-dd28a89db06f req-85dc8bd6-190f-4f01-8ac1-28f0b594b3c9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:39.255684 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f10b4097-2041-4bd8-8456-dd28a89db06f req-85dc8bd6-190f-4f01-8ac1-28f0b594b3c9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.0482750 Sep 13 03:21:39.309685 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f10b4097-2041-4bd8-8456-dd28a89db06f req-156a46d2-cff7-45c9-922e-148b513d5c1e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479119 Sep 13 03:21:39.319676 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a269f0a3-1aaf-4e16-8cd4-e9ddffa7fb5f admin admin] Publish callbacks [] for security_group (a7ce5a33-c052-4263-8a2d-a3f458c4e89e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:39.324717 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a269f0a3-1aaf-4e16-8cd4-e9ddffa7fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (a7ce5a33-c052-4263-8a2d-a3f458c4e89e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:39.396175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269f0a3-1aaf-4e16-8cd4-e9ddffa7fb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ce5a33-c052-4263-8a2d-a3f458c4e89e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:39.402332 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a269f0a3-1aaf-4e16-8cd4-e9ddffa7fb5f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4c8a591ba7844589be41d82d3290a564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789544 Sep 13 03:21:39.405400 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43256) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:39.420812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f552-41ae-41db-b863-21f3f14254e4 req-27aeba37-d695-49e4-b1c5-9c3b2561e2d3 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:39.422252 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df55f552-41ae-41db-b863-21f3f14254e4 req-27aeba37-d695-49e4-b1c5-9c3b2561e2d3 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0824502 Sep 13 03:21:39.423981 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1c0a7-07d4-485e-b658-0dcdec4f0a5b req-d503c6ca-c65f-4cef-b06d-1fc493b0cef4 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:39.425517 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1fc1c0a7-07d4-485e-b658-0dcdec4f0a5b req-d503c6ca-c65f-4cef-b06d-1fc493b0cef4 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 931 time: 0.0501449 Sep 13 03:21:39.472650 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1fc1c0a7-07d4-485e-b658-0dcdec4f0a5b req-80fce5ab-ef80-49f0-973c-110f653080ad tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Sep 13 03:21:39.476315 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:39.499614 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fd867b27-b70b-464e-8cb9-c17d15238fc9 admin admin] Publish callbacks [] for security_group (a7ce5a33-c052-4263-8a2d-a3f458c4e89e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:39.505841 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df55f552-41ae-41db-b863-21f3f14254e4 req-52c29963-c6e8-4215-b768-aadcce458db7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762062 Sep 13 03:21:39.524534 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fd867b27-b70b-464e-8cb9-c17d15238fc9 admin admin] Publish callbacks [] for security_group (a7ce5a33-c052-4263-8a2d-a3f458c4e89e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:39.572747 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fd867b27-b70b-464e-8cb9-c17d15238fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (a7ce5a33-c052-4263-8a2d-a3f458c4e89e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:39.575371 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fd867b27-b70b-464e-8cb9-c17d15238fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:39.578809 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fd867b27-b70b-464e-8cb9-c17d15238fc9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a7ce5a33-c052-4263-8a2d-a3f458c4e89e HTTP/1.1" status: 204 len: 168 time: 0.1701603 Sep 13 03:21:39.584962 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd867b27-b70b-464e-8cb9-c17d15238fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ce5a33-c052-4263-8a2d-a3f458c4e89e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:39.644407 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1317d-6a13-40ac-a0e7-8bfb96697068 req-a84daeea-e51c-44a4-8096-5e872450e084 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:39.645936 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-67c1317d-6a13-40ac-a0e7-8bfb96697068 req-a84daeea-e51c-44a4-8096-5e872450e084 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0472803 Sep 13 03:21:39.694115 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-67c1317d-6a13-40ac-a0e7-8bfb96697068 req-d32e5cad-fabc-4ee0-b99c-4a1102262e25 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Sep 13 03:21:39.846266 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8067cb-c7d6-429a-86ea-8cb8b3b1b5ed req-5aab0232-15c7-4470-b063-23b9ebfae98d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:39.847818 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5f8067cb-c7d6-429a-86ea-8cb8b3b1b5ed req-5aab0232-15c7-4470-b063-23b9ebfae98d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 932 time: 0.0567079 Sep 13 03:21:39.880636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:39.886084 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2104be-b286-4806-a633-c79b19242a3a req-c91001b2-6cde-48b7-9bda-398033630e63 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:39.887639 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8b2104be-b286-4806-a633-c79b19242a3a req-c91001b2-6cde-48b7-9bda-398033630e63 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 931 time: 0.0593350 Sep 13 03:21:39.899830 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5f8067cb-c7d6-429a-86ea-8cb8b3b1b5ed req-d9da4694-8daa-4f05-a63d-59995da792f5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Sep 13 03:21:39.950579 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8b2104be-b286-4806-a633-c79b19242a3a req-5b0451b0-b615-4aed-80b2-0a1a79fe1392 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561676 Sep 13 03:21:40.431374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213578-a4d1-417a-8ccd-51403e922750 req-3235c4d0-a66f-4728-8f37-8a8b1d9a530a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:40.432842 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-24213578-a4d1-417a-8ccd-51403e922750 req-3235c4d0-a66f-4728-8f37-8a8b1d9a530a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.0491710 Sep 13 03:21:40.481770 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-24213578-a4d1-417a-8ccd-51403e922750 req-ff102256-599e-4ac7-8c2d-68529e53a327 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Sep 13 03:21:40.598924 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c152e-b25b-4b14-87cf-2ce2fda92d50 req-e0d6ea27-068a-465d-a00a-a08cf6fd7a42 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:40.600689 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c60c152e-b25b-4b14-87cf-2ce2fda92d50 req-e0d6ea27-068a-465d-a00a-a08cf6fd7a42 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 931 time: 0.0494983 Sep 13 03:21:40.633678 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc11d-b112-4b8b-9a05-81c6416c8cf1 req-017e6bf3-e4d0-4187-8498-d9b71fd4f627 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:40.635452 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a3dc11d-b112-4b8b-9a05-81c6416c8cf1 req-017e6bf3-e4d0-4187-8498-d9b71fd4f627 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0521092 Sep 13 03:21:40.651649 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c60c152e-b25b-4b14-87cf-2ce2fda92d50 req-4e253e23-d566-40f3-94ec-a1ef38e101ee tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Sep 13 03:21:40.708064 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a3dc11d-b112-4b8b-9a05-81c6416c8cf1 req-8bc26248-c9d6-411b-843f-afe179387015 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593743 Sep 13 03:21:40.824426 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc016c4-4b8a-4769-8f07-fb33c6249ba8 req-c9aa2d74-9b0e-4805-9bf1-1cb9f8444c85 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:40.825918 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2cc016c4-4b8a-4769-8f07-fb33c6249ba8 req-c9aa2d74-9b0e-4805-9bf1-1cb9f8444c85 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0518730 Sep 13 03:21:40.874247 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2cc016c4-4b8a-4769-8f07-fb33c6249ba8 req-9dcd7715-e50f-4cd8-9af7-c91cc281577d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Sep 13 03:21:41.026222 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b0e6-8d61-4bdb-b96c-d05f4400ceec req-9d57fe78-a0e5-49c3-987f-fa9a692daa84 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:41.027748 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9895b0e6-8d61-4bdb-b96c-d05f4400ceec req-9d57fe78-a0e5-49c3-987f-fa9a692daa84 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 932 time: 0.0517035 Sep 13 03:21:41.084926 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9895b0e6-8d61-4bdb-b96c-d05f4400ceec req-3bc634af-6341-4dcf-8ff9-b51f3c36dfab tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Sep 13 03:21:41.086160 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81163427-6d97-46ab-9609-a705d72bdfaf req-00ff348f-3596-4277-b648-086084aa9cad tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:41.087686 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-81163427-6d97-46ab-9609-a705d72bdfaf req-00ff348f-3596-4277-b648-086084aa9cad tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 931 time: 0.0634217 Sep 13 03:21:41.137649 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-81163427-6d97-46ab-9609-a705d72bdfaf req-6e63f21d-a746-4abc-8b42-5ff2cbd762b6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Sep 13 03:21:41.600096 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fad820-ae4c-4381-849f-744bc3a421c2 req-9ab3ab16-0b56-4b3e-ac06-b7d761f6a5e7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:41.601697 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f7fad820-ae4c-4381-849f-744bc3a421c2 req-9ab3ab16-0b56-4b3e-ac06-b7d761f6a5e7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.0471249 Sep 13 03:21:41.651219 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f7fad820-ae4c-4381-849f-744bc3a421c2 req-1ac0bd96-f39c-4e53-bfef-a23b3c34d4fd tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438004 Sep 13 03:21:41.782825 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d7a60-ec52-427e-9554-3d2931e1f499 req-68faf104-5e10-4c7a-9d1d-9dbbf17fabc5 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:41.784740 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1d9d7a60-ec52-427e-9554-3d2931e1f499 req-68faf104-5e10-4c7a-9d1d-9dbbf17fabc5 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 931 time: 0.0571969 Sep 13 03:21:41.839530 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1d9d7a60-ec52-427e-9554-3d2931e1f499 req-d4e5a63b-f0cc-41f6-b1ec-ff79989a6c20 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Sep 13 03:21:41.848950 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9438e-af55-43bd-8308-5d4834c5b232 req-fb4d6b2c-d020-41b4-8662-26a2899c4a6d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:41.850695 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f1a9438e-af55-43bd-8308-5d4834c5b232 req-fb4d6b2c-d020-41b4-8662-26a2899c4a6d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0598578 Sep 13 03:21:41.897290 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f1a9438e-af55-43bd-8308-5d4834c5b232 req-92ce7c64-8b1b-4307-9cdb-27b7c7d4e45d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Sep 13 03:21:41.996870 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ae4d-4b52-4316-8e97-646bb2b72b8c req-5acab416-7b16-4cb9-b569-5933c5a84b3d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:41.998315 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a84ae4d-4b52-4316-8e97-646bb2b72b8c req-5acab416-7b16-4cb9-b569-5933c5a84b3d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0458620 Sep 13 03:21:42.045202 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a84ae4d-4b52-4316-8e97-646bb2b72b8c req-408b2c0b-7ccc-4458-8ee3-0c16bc16aeb3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Sep 13 03:21:42.212983 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269d6a8-f40b-4b43-acb9-72da56aecd4b req-e2f30208-c083-44dd-a6a2-d2cd4c9a6702 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:42.215061 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c269d6a8-f40b-4b43-acb9-72da56aecd4b req-e2f30208-c083-44dd-a6a2-d2cd4c9a6702 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 932 time: 0.0568392 Sep 13 03:21:42.251722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:42.264164 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1ef82-b223-4d1b-a0e1-1598c8a1053b req-f5cb8ac8-4dd9-4a62-bce7-4b045bba6d0e tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:42.271777 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c269d6a8-f40b-4b43-acb9-72da56aecd4b req-d4e877b7-d9d4-4487-855c-4ab290a6c393 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516374 Sep 13 03:21:42.273152 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bdd1ef82-b223-4d1b-a0e1-1598c8a1053b req-f5cb8ac8-4dd9-4a62-bce7-4b045bba6d0e tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 931 time: 0.0568314 Sep 13 03:21:42.314774 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:42.320449 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bdd1ef82-b223-4d1b-a0e1-1598c8a1053b req-b61dc34f-83db-4504-b171-2843cc8640a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462918 Sep 13 03:21:42.769233 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1957-0957-43c9-89b9-608ddf778725 req-5dff285f-d439-4120-a995-278d33cd51d8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:42.770762 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-199a1957-0957-43c9-89b9-608ddf778725 req-5dff285f-d439-4120-a995-278d33cd51d8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.0472579 Sep 13 03:21:42.828558 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-199a1957-0957-43c9-89b9-608ddf778725 req-8812dfbf-1598-434a-a16e-4f85e7d8c909 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518692 Sep 13 03:21:42.971005 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6565f97-77c9-4989-9250-256f9775b3f4 req-2f07970e-359b-47cf-9e6a-baa0aa62c638 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:42.973056 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c6565f97-77c9-4989-9250-256f9775b3f4 req-2f07970e-359b-47cf-9e6a-baa0aa62c638 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 931 time: 0.0560539 Sep 13 03:21:43.024890 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a7323-1dab-4d11-812c-e66333d3a5a6 req-932280c6-d9b4-4c25-a559-2d792458d235 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:43.026380 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a32a7323-1dab-4d11-812c-e66333d3a5a6 req-932280c6-d9b4-4c25-a559-2d792458d235 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0491257 Sep 13 03:21:43.027141 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c6565f97-77c9-4989-9250-256f9775b3f4 req-2e7ecfae-ddc7-451c-bcfe-3284687eefab tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Sep 13 03:21:43.084824 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a32a7323-1dab-4d11-812c-e66333d3a5a6 req-45ac3645-0338-4065-b9f8-e0b633605410 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527859 Sep 13 03:21:43.173454 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9ed04-5968-496f-8f4f-a6259c38876a req-b46e2b68-df81-41a4-82d2-9097e1778558 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:43.174970 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-eda9ed04-5968-496f-8f4f-a6259c38876a req-b46e2b68-df81-41a4-82d2-9097e1778558 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0462749 Sep 13 03:21:43.221952 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-eda9ed04-5968-496f-8f4f-a6259c38876a req-fd7f148e-c717-4e50-8635-723b935c511c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Sep 13 03:21:43.387314 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af73f31-cb76-4dbc-b895-664d86e78cfa req-e03fb97f-7775-4bce-829f-f3def8a56757 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:43.389022 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6af73f31-cb76-4dbc-b895-664d86e78cfa req-e03fb97f-7775-4bce-829f-f3def8a56757 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 932 time: 0.0490932 Sep 13 03:21:43.445478 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ebe5c-218b-4640-81f6-f20b4a5854f1 req-0dfa1cc6-aff8-4d23-a232-da496d8bce64 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:43.447237 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ad5ebe5c-218b-4640-81f6-f20b4a5854f1 req-0dfa1cc6-aff8-4d23-a232-da496d8bce64 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 931 time: 0.0484443 Sep 13 03:21:43.449071 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6af73f31-cb76-4dbc-b895-664d86e78cfa req-a000349e-4019-47f2-a76c-455d59899b4d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Sep 13 03:21:43.508928 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ad5ebe5c-218b-4640-81f6-f20b4a5854f1 req-0fb01907-2a41-4fa1-9c8b-8b735bee4b8d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532539 Sep 13 03:21:43.706048 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:43.939572 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:43.952606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6543771-ba49-4986-a27d-b73368265c9c req-6dd6e089-661d-456e-93eb-5d4524ec33b3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:43.954161 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6543771-ba49-4986-a27d-b73368265c9c req-6dd6e089-661d-456e-93eb-5d4524ec33b3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.0524063 Sep 13 03:21:44.003430 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6543771-ba49-4986-a27d-b73368265c9c req-d3066706-d1f9-435b-8cf3-4fa1f372120b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Sep 13 03:21:44.159475 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b2a77-5466-44a2-ad5c-93170c5ec380 req-86c006b1-53c0-4d0a-96e7-740548ee7832 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:44.161266 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8a4b2a77-5466-44a2-ad5c-93170c5ec380 req-86c006b1-53c0-4d0a-96e7-740548ee7832 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 931 time: 0.0514433 Sep 13 03:21:44.212521 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f56a-4516-40d5-9e84-2289ba6bd1ad req-dd69a801-1aa6-4568-8f03-ba1bc70e8a4d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:44.213688 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8a4b2a77-5466-44a2-ad5c-93170c5ec380 req-00bb40e5-865e-4efb-8952-5d12d7e3f3cb tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467176 Sep 13 03:21:44.214993 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de37f56a-4516-40d5-9e84-2289ba6bd1ad req-dd69a801-1aa6-4568-8f03-ba1bc70e8a4d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0534515 Sep 13 03:21:44.242501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:44.265564 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de37f56a-4516-40d5-9e84-2289ba6bd1ad req-74831737-082a-42b9-b605-c46c7e892ffe tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451324 Sep 13 03:21:44.350335 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375af666-2cf0-40a8-ba04-533c63fb446e req-8749ac64-49a3-430b-a212-a3665c0651f7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:44.351856 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-375af666-2cf0-40a8-ba04-533c63fb446e req-8749ac64-49a3-430b-a212-a3665c0651f7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0457463 Sep 13 03:21:44.399200 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-375af666-2cf0-40a8-ba04-533c63fb446e req-934a1b05-0702-4e9f-8f94-1692a469c144 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Sep 13 03:21:44.469405 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Request body: {'port': {'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:44.470248 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Request body: {'port': {'device_id': '0445581f-c40d-4838-864c-bb080dcf594b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:44.476351 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Request body: {'port': {'device_id': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:44.567855 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-29f519e1-45b4-4629-bdfc-218cacb9d4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:44.588264 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:44.590383 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:44.631618 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e1534-46ec-4ad8-b390-098a0816c698 req-652374fb-6735-4c85-bb26-0da3158695f5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:44.633112 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d33e1534-46ec-4ad8-b390-098a0816c698 req-652374fb-6735-4c85-bb26-0da3158695f5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 932 time: 0.0935674 Sep 13 03:21:44.633745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:44.683998 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-337fc416-a4fd-4732-8cfe-08f65feb5220 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175586 Sep 13 03:21:44.720472 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7022094-b160-458f-921a-6815184ef864 req-cf55e54f-7d4f-4a89-8112-e53b2c7bbf28 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:44.721872 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e7022094-b160-458f-921a-6815184ef864 req-cf55e54f-7d4f-4a89-8112-e53b2c7bbf28 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 931 time: 0.1094773 Sep 13 03:21:44.745629 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d33e1534-46ec-4ad8-b390-098a0816c698 req-123934fa-4ced-4760-962a-dab7f0b0e732 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003528 Sep 13 03:21:44.949601 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:44.962559 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18a4265-4277-4b61-a45f-eca4e86395c8 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:44.976775 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Publish callbacks [] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:44.990651 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Transition to ACTIVE for port object f18a4265-4277-4b61-a45f-eca4e86395c8 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:21:44.991689 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:44.996464 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.003390 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e7022094-b160-458f-921a-6815184ef864 req-7ae86488-60ed-48bb-8656-2bf5e53de162 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669606 Sep 13 03:21:45.093482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Pushing event updated for resources: {'Port': ['ID=f18a4265-4277-4b61-a45f-eca4e86395c8,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:45.107634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Attempting to bind port f18a4265-4277-4b61-a45f-eca4e86395c8 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:45.107765 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Attempting to bind port f18a4265-4277-4b61-a45f-eca4e86395c8 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:45.109410 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Attempting to bind port f18a4265-4277-4b61-a45f-eca4e86395c8 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:45.118598 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.118981 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.122981 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.123302 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.123641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.123976 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.124737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.124737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.125587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.125587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.125754 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.126355 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.126355 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.126710 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.127032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.176170 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd68b0ee-f68a-44d9-87ad-66638f02cae6 {{(pid=106191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:45.203223 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Publish callbacks [] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.213500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Port f18a4265-4277-4b61-a45f-eca4e86395c8 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:21:45.213824 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Attempting to bind port f18a4265-4277-4b61-a45f-eca4e86395c8 on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:45.228593 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e3ee84-e44d-466c-bb25-da0a34a04a5e {{(pid=106191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:45.234463 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.provisioning_blocks [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Transition to ACTIVE for port object cd68b0ee-f68a-44d9-87ad-66638f02cae6 will not be triggered until provisioned by entity L2. {{(pid=106191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:21:45.242567 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Publish callbacks [] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.247334 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.258203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9a388-aaca-4c60-9b16-3385238014f9 req-078f2cbe-af2d-471a-a4de-7670a4f4119d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:45.258903 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05c9a388-aaca-4c60-9b16-3385238014f9 req-078f2cbe-af2d-471a-a4de-7670a4f4119d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 943 time: 0.1012664 Sep 13 03:21:45.298653 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.provisioning_blocks [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Transition to ACTIVE for port object 99e3ee84-e44d-466c-bb25-da0a34a04a5e will not be triggered until provisioned by entity L2. {{(pid=106191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:21:45.298903 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:45.312593 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.333671 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:45.333841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Checking segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:45.334096 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Bound using segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:45.334534 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Bound port: f18a4265-4277-4b61-a45f-eca4e86395c8, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:45.334914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.340558 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd68b0ee-f68a-44d9-87ad-66638f02cae6,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:45.352965 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:45.376178 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.378208 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.378572 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.380422 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05c9a388-aaca-4c60-9b16-3385238014f9 req-f2bedd20-66ce-45ca-9145-218ef508b31e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003656 Sep 13 03:21:45.381487 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.381852 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.382203 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.382788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.382906 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.383274 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.383537 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.383869 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.384194 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.384517 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.384838 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.385192 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:45.465019 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] For port f18a4265-4277-4b61-a45f-eca4e86395c8, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:45.471465 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] For port f18a4265-4277-4b61-a45f-eca4e86395c8, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f18a4265-4277-4b61-a45f-eca4e86395c8,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:45.478764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.482472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:45.483313 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.485370 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f18a4265-4277-4b61-a45f-eca4e86395c8 HTTP/1.1" status: 200 len: 1094 time: 1.0196123 Sep 13 03:21:45.489698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0445581f-c40d-4838-864c-bb080dcf594b', 'tag': 'f18a4265-4277-4b61-a45f-eca4e86395c8'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:45.492309 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13aa642-c2da-4d8a-91e3-07ca6bfb2d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0445581f-c40d-4838-864c-bb080dcf594b", "tag": "f18a4265-4277-4b61-a45f-eca4e86395c8"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:45.522264 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Attempting to bind port cd68b0ee-f68a-44d9-87ad-66638f02cae6 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:45.522832 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Attempting to bind port cd68b0ee-f68a-44d9-87ad-66638f02cae6 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:45.522832 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Attempting to bind port cd68b0ee-f68a-44d9-87ad-66638f02cae6 on network 9ed4d27b-3970-4114-ae33-5728b45fb5fc {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:45.567165 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea12806-890b-43bb-bedb-fa9d0f1119c9 req-9f71d6e3-6555-4e8e-bd06-2c0b44626d9f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:45.568678 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aea12806-890b-43bb-bedb-fa9d0f1119c9 req-9f71d6e3-6555-4e8e-bd06-2c0b44626d9f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.2248755 Sep 13 03:21:45.571532 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Pushing event updated for resources: {'Port': ['ID=99e3ee84-e44d-466c-bb25-da0a34a04a5e,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:45.575721 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Attempting to bind port 99e3ee84-e44d-466c-bb25-da0a34a04a5e on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:21:45.576060 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Attempting to bind port 99e3ee84-e44d-466c-bb25-da0a34a04a5e by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:21:45.576391 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Attempting to bind port 99e3ee84-e44d-466c-bb25-da0a34a04a5e on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:45.578701 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6043f-5442-48d2-a7e0-c448360a27e0 req-943e1b3b-c77b-4da1-9925-661d5eed23de tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:45.580303 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1dd6043f-5442-48d2-a7e0-c448360a27e0 req-943e1b3b-c77b-4da1-9925-661d5eed23de tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0939975 Sep 13 03:21:45.584890 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a0120-3cdd-4a5b-a26c-88a8a370743f service neutron] Pushing event updated for resources: {'Port': ['ID=f18a4265-4277-4b61-a45f-eca4e86395c8,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:45.642321 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1dd6043f-5442-48d2-a7e0-c448360a27e0 req-5242bc7f-b949-41f5-bd22-33084c2ae05a tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533023 Sep 13 03:21:45.669174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Port cd68b0ee-f68a-44d9-87ad-66638f02cae6 on network 9ed4d27b-3970-4114-ae33-5728b45fb5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:21:45.669762 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Attempting to bind port cd68b0ee-f68a-44d9-87ad-66638f02cae6 on network 9ed4d27b-3970-4114-ae33-5728b45fb5fc {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:45.696212 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Port 99e3ee84-e44d-466c-bb25-da0a34a04a5e on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:21:45.696596 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Attempting to bind port 99e3ee84-e44d-466c-bb25-da0a34a04a5e on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:21:45.710356 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5e1eb65a-db49-4f23-a402-182f179922bc details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:21:45.721294 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aea12806-890b-43bb-bedb-fa9d0f1119c9 req-f0569afd-0d01-48b5-b265-8c46e94cf2a2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409035 Sep 13 03:21:45.728291 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:45.774178 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:45.774578 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Checking segment: {'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:45.775054 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Bound using segment: {'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:45.775566 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Bound port: cd68b0ee-f68a-44d9-87ad-66638f02cae6, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:45.776139 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.778456 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9b7b-5d86-4221-83dd-1a923604bbc0 req-23148bec-d61c-4c36-adf7-887a674502d1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:45.778630 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:21:45.779142 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Checking segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:21:45.779715 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Bound using segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:21:45.780336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Bound port: 99e3ee84-e44d-466c-bb25-da0a34a04a5e, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:21:45.780740 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.785974 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-351d9b7b-5d86-4221-83dd-1a923604bbc0 req-23148bec-d61c-4c36-adf7-887a674502d1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0723124 Sep 13 03:21:45.804190 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e2fa5-e1af-4c51-adfb-764a66a23dc2 x-openstack-request-id: req-e59e2fa5-e1af-4c51-adfb-764a66a23dc2 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:45.804900 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0445581f-c40d-4838-864c-bb080dcf594b", "tag": "f18a4265-4277-4b61-a45f-eca4e86395c8", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:45.804900 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e59e2fa5-e1af-4c51-adfb-764a66a23dc2 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:45.805437 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59e2fa5-e1af-4c51-adfb-764a66a23dc2'] response: {'name': 'network-changed', 'server_uuid': '0445581f-c40d-4838-864c-bb080dcf594b', 'tag': 'f18a4265-4277-4b61-a45f-eca4e86395c8', 'status': 'completed', 'code': 200} Sep 13 03:21:45.847054 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-351d9b7b-5d86-4221-83dd-1a923604bbc0 req-a6d90499-1664-4bdf-97d6-0eec045d19fc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568116 Sep 13 03:21:45.863920 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:45.880535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43484) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:45.889837 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] For port cd68b0ee-f68a-44d9-87ad-66638f02cae6, host hv-cinder-85707, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:45.910697 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] For port cd68b0ee-f68a-44d9-87ad-66638f02cae6, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cd68b0ee-f68a-44d9-87ad-66638f02cae6,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:45.933288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 5e1eb65a-db49-4f23-a402-182f179922bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5e1eb65a-db49-4f23-a402-182f179922bc,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:45.936034 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.948085 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '5e1eb65a-db49-4f23-a402-182f179922bc', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'port_id': '5e1eb65a-db49-4f23-a402-182f179922bc', 'mac_address': 'fa:16:3e:c0:cf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:21:45.961508 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:45.962143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:45.963739 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/cd68b0ee-f68a-44d9-87ad-66638f02cae6 HTTP/1.1" status: 200 len: 1093 time: 1.4982874 Sep 13 03:21:45.967708 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'tag': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:45.971666 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853ecdbe-bd6c-4338-8382-bcc8e5c3b2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "01c384f0-cb60-4c77-94da-1c9b8055f3fe", "tag": "cd68b0ee-f68a-44d9-87ad-66638f02cae6"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:45.986635 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 5e1eb65a-db49-4f23-a402-182f179922bc is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:45.987035 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.001238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1eb65a-db49-4f23-a402-182f179922bc {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:46.010298 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] For port 99e3ee84-e44d-466c-bb25-da0a34a04a5e, host hv-cinder-85707, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:21:46.023541 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 5e1eb65a-db49-4f23-a402-182f179922bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5e1eb65a-db49-4f23-a402-182f179922bc,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:46.029978 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.032831 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46c720-f954-47aa-9b3b-36ae5ba47f43 req-88cbfe7c-7217-4036-9f9e-ca1ed05643f7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:46.034439 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3d46c720-f954-47aa-9b3b-36ae5ba47f43 req-88cbfe7c-7217-4036-9f9e-ca1ed05643f7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.1220067 Sep 13 03:21:46.036640 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d286bd4d-b76f-4729-851f-98587001e8fc x-openstack-request-id: req-d286bd4d-b76f-4729-851f-98587001e8fc {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:46.036896 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c384f0-cb60-4c77-94da-1c9b8055f3fe", "tag": "cd68b0ee-f68a-44d9-87ad-66638f02cae6", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:46.037157 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d286bd4d-b76f-4729-851f-98587001e8fc {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:46.037562 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d286bd4d-b76f-4729-851f-98587001e8fc'] response: {'name': 'network-changed', 'server_uuid': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'tag': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6', 'status': 'completed', 'code': 200} Sep 13 03:21:46.037699 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2973c987-e7d2-4d1e-b995-42191c66194b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.042885 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] For port 99e3ee84-e44d-466c-bb25-da0a34a04a5e, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:21:46.083491 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.091741 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:46.092397 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.093766 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-ece77765-564f-490c-a165-e16688a3dacd service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/99e3ee84-e44d-466c-bb25-da0a34a04a5e HTTP/1.1" status: 200 len: 1093 time: 1.6298027 Sep 13 03:21:46.096354 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1837a3-de59-4493-9e2f-938b146736e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd68b0ee-f68a-44d9-87ad-66638f02cae6,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:46.102962 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=5e1eb65a-db49-4f23-a402-182f179922bc,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:46.116411 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.116966 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.117481 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.118041 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.118972 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.119571 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.120322 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.120864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.121407 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.122006 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.122970 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.123472 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.124075 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.124627 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.125133 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:21:46.159214 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3d46c720-f954-47aa-9b3b-36ae5ba47f43 req-5682ef15-9090-4470-bc5b-fe49601baa1b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114533 Sep 13 03:21:46.181163 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece77765-564f-490c-a165-e16688a3dacd service neutron] Pushing event updated for resources: {'Port': ['ID=99e3ee84-e44d-466c-bb25-da0a34a04a5e,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:46.190014 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdfdb4-e7eb-4058-99b4-c9fa1abd18ef req-c0d192d0-8de1-4918-bc3c-aea107ee5550 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:46.191548 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6cdfdb4-e7eb-4058-99b4-c9fa1abd18ef req-c0d192d0-8de1-4918-bc3c-aea107ee5550 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0710666 Sep 13 03:21:46.202647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2973c987-e7d2-4d1e-b995-42191c66194b admin admin] Publish callbacks [] for security_group (4f819082-1298-4a62-b6b2-790c9ca24852), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.216340 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2973c987-e7d2-4d1e-b995-42191c66194b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4f819082-1298-4a62-b6b2-790c9ca24852), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.279655 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b6cdfdb4-e7eb-4058-99b4-c9fa1abd18ef req-ae88dc25-3280-4be8-8764-e8c69eb03459 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799716 Sep 13 03:21:46.280550 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973c987-e7d2-4d1e-b995-42191c66194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f819082-1298-4a62-b6b2-790c9ca24852,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:46.286370 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2973c987-e7d2-4d1e-b995-42191c66194b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=133f7e95cccf44e98b48b9ac551098d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039209 Sep 13 03:21:46.289308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43492) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:46.340632 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1900-1380-453b-8675-eabd9ba51c6b admin admin] Publish callbacks [] for security_group (4f819082-1298-4a62-b6b2-790c9ca24852), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.361146 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1900-1380-453b-8675-eabd9ba51c6b admin admin] Publish callbacks [] for security_group (4f819082-1298-4a62-b6b2-790c9ca24852), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.407838 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1900-1380-453b-8675-eabd9ba51c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4f819082-1298-4a62-b6b2-790c9ca24852), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.411021 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1900-1380-453b-8675-eabd9ba51c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.412134 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b9aa1900-1380-453b-8675-eabd9ba51c6b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4f819082-1298-4a62-b6b2-790c9ca24852 HTTP/1.1" status: 204 len: 168 time: 0.1217258 Sep 13 03:21:46.420108 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa1900-1380-453b-8675-eabd9ba51c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f819082-1298-4a62-b6b2-790c9ca24852,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:46.510957 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['5e1eb65a-db49-4f23-a402-182f179922bc'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:21:46.521969 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35b5a4-b712-4c68-a4c1-8406f2260703 req-450b2185-6163-4966-8a5f-39a9964fcbe9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:46.529962 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ef35b5a4-b712-4c68-a4c1-8406f2260703 req-450b2185-6163-4966-8a5f-39a9964fcbe9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 944 time: 0.0570915 Sep 13 03:21:46.585531 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ef35b5a4-b712-4c68-a4c1-8406f2260703 req-ae2b946b-f20a-419e-bc73-8b2d7a990fd6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547395 Sep 13 03:21:46.600264 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:46.800486 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08585c5-52d9-4858-9bd2-bbd6b10da619 req-1c4a9a1f-695c-429c-ab03-25ff90df4cca tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:46.809877 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b08585c5-52d9-4858-9bd2-bbd6b10da619 req-1c4a9a1f-695c-429c-ab03-25ff90df4cca tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0803382 Sep 13 03:21:46.827685 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 43520) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:46.829117 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:46.867867 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b08585c5-52d9-4858-9bd2-bbd6b10da619 req-07a47b3e-682f-4f1c-a0ab-1c6e1f36051d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565701 Sep 13 03:21:46.874692 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-acc1b502-e16f-43f8-8519-6692d1aa8d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.913104 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df2e84-1841-4dcb-a6a9-2c45dc8c9a4e req-fffb90ab-32c3-4d74-8165-b7de3b046556 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:46.920609 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-37df2e84-1841-4dcb-a6a9-2c45dc8c9a4e req-fffb90ab-32c3-4d74-8165-b7de3b046556 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0903461 Sep 13 03:21:46.928202 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4e2d-892e-407d-a568-a324e7f20ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:46.988518 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742a15c-5b91-4985-84c2-640955f4d498 req-347add5e-99fa-48aa-bd97-63638fea36c7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:46.990203 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7742a15c-5b91-4985-84c2-640955f4d498 req-347add5e-99fa-48aa-bd97-63638fea36c7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0468562 Sep 13 03:21:46.991144 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-37df2e84-1841-4dcb-a6a9-2c45dc8c9a4e req-5142a07e-07fb-40a2-b28c-eabd285d6ffd tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695689 Sep 13 03:21:47.030562 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-acc1b502-e16f-43f8-8519-6692d1aa8d46 admin admin] Publish callbacks [] for security_group (0181c9e4-d100-44f8-928c-c82cb33f88e8), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:47.034707 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-acc1b502-e16f-43f8-8519-6692d1aa8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0181c9e4-d100-44f8-928c-c82cb33f88e8), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:47.040849 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7742a15c-5b91-4985-84c2-640955f4d498 req-c0b17fe2-3bfb-4799-a88d-7333dcc2d35a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Sep 13 03:21:47.076318 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-acc1b502-e16f-43f8-8519-6692d1aa8d46 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6cc08951599b4506b42b24e9a8fd9eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473824 Sep 13 03:21:47.077106 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1b502-e16f-43f8-8519-6692d1aa8d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181c9e4-d100-44f8-928c-c82cb33f88e8,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:47.079149 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43526) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:47.093955 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:47.132386 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ef0eab77-c820-4085-80e4-b8987c2daebf admin admin] Publish callbacks [] for security_group (0181c9e4-d100-44f8-928c-c82cb33f88e8), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:47.155918 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ef0eab77-c820-4085-80e4-b8987c2daebf admin admin] Publish callbacks [] for security_group (0181c9e4-d100-44f8-928c-c82cb33f88e8), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:47.205794 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ef0eab77-c820-4085-80e4-b8987c2daebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0181c9e4-d100-44f8-928c-c82cb33f88e8), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:47.208408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ef0eab77-c820-4085-80e4-b8987c2daebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:47.211890 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ef0eab77-c820-4085-80e4-b8987c2daebf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0181c9e4-d100-44f8-928c-c82cb33f88e8 HTTP/1.1" status: 204 len: 168 time: 0.1293533 Sep 13 03:21:47.219176 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eab77-c820-4085-80e4-b8987c2daebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181c9e4-d100-44f8-928c-c82cb33f88e8,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:47.281728 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bce-004a-4045-a962-8cc1818b5085 req-ed53bb73-ebab-4837-a0ae-f3d3fca83d89 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:47.283143 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-590f8bce-004a-4045-a962-8cc1818b5085 req-ed53bb73-ebab-4837-a0ae-f3d3fca83d89 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0537961 Sep 13 03:21:47.333040 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-590f8bce-004a-4045-a962-8cc1818b5085 req-f9534cea-a53e-498a-815b-1caba50e93f7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Sep 13 03:21:47.420418 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88580d-e889-41b8-837c-e31536e6528e req-6ed54279-65de-467f-92d8-412073101acd tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:47.421908 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ab88580d-e889-41b8-837c-e31536e6528e req-6ed54279-65de-467f-92d8-412073101acd tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0471439 Sep 13 03:21:47.473410 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ab88580d-e889-41b8-837c-e31536e6528e req-70cfc293-bbe6-4862-a1c3-5ef526726cc1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436912 Sep 13 03:21:47.715625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6e120-3e2c-4dc1-b259-15070248a334 req-99011a28-aad4-4d56-a183-a6a2fd53b147 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:47.717133 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7bc6e120-3e2c-4dc1-b259-15070248a334 req-99011a28-aad4-4d56-a183-a6a2fd53b147 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 944 time: 0.0491140 Sep 13 03:21:47.721004 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c44d8cab-cafe-42d0-9df1-25b1e426b401 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:21:47.740737 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5e1eb65a-db49-4f23-a402-182f179922bc up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:47.758111 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:47.774729 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7bc6e120-3e2c-4dc1-b259-15070248a334 req-85c54f84-64ea-4ffd-8778-ead10e8f1221 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502262 Sep 13 03:21:47.854391 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 5e1eb65a-db49-4f23-a402-182f179922bc completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:21:47.867869 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c44d8cab-cafe-42d0-9df1-25b1e426b401, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c44d8cab-cafe-42d0-9df1-25b1e426b401,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:47.870006 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 5e1eb65a-db49-4f23-a402-182f179922bc triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:47.870375 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:47.896389 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:47.898868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'c44d8cab-cafe-42d0-9df1-25b1e426b401', 'network_id': 'c32ea5b2-b5dd-443d-b869-2e7693b4d72b', 'port_id': 'c44d8cab-cafe-42d0-9df1-25b1e426b401', 'mac_address': 'fa:16:3e:8e:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572657f2-e364-4351-9431-458ad7e1265f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:21:48.002727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a1bc8-6c7f-454a-bcc2-bd228955830a req-422675eb-f366-47f0-8f88-a23725e18297 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:48.004949 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-247a1bc8-6c7f-454a-bcc2-bd228955830a req-422675eb-f366-47f0-8f88-a23725e18297 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 943 time: 0.0577054 Sep 13 03:21:48.039339 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:48.041084 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45b72e-d4b3-4847-a182-701b390aadac" -d '{"events": [{"name": "network-changed", "server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:48.095457 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-247a1bc8-6c7f-454a-bcc2-bd228955830a req-e16a55be-2aff-4aa8-89c4-0191f697d14e tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826688 Sep 13 03:21:48.115871 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port c44d8cab-cafe-42d0-9df1-25b1e426b401 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:48.116398 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.163755 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45274dd1-34b1-4033-9845-76b574e60652 x-openstack-request-id: req-45274dd1-34b1-4033-9845-76b574e60652 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:48.164156 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:48.164466 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45274dd1-34b1-4033-9845-76b574e60652 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:48.164956 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45274dd1-34b1-4033-9845-76b574e60652'] response: {'name': 'network-changed', 'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'status': 'completed', 'code': 200} Sep 13 03:21:48.167776 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:48.173674 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44d8cab-cafe-42d0-9df1-25b1e426b401 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:48.177696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830cf6b-3b96-4a90-82b9-1103c5d30b90 req-b43dbdcc-80e6-4e52-80ab-f47477f9f37c tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:48.185235 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8830cf6b-3b96-4a90-82b9-1103c5d30b90 req-b43dbdcc-80e6-4e52-80ab-f47477f9f37c tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0760906 Sep 13 03:21:48.187441 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.188394 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 5e1eb65a-db49-4f23-a402-182f179922bc is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:48.188792 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.211552 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c44d8cab-cafe-42d0-9df1-25b1e426b401, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c44d8cab-cafe-42d0-9df1-25b1e426b401,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:48.227308 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:48.245026 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8830cf6b-3b96-4a90-82b9-1103c5d30b90 req-516670ae-93e9-4e33-8b36-ed8c5aab212a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 Sep 13 03:21:48.295178 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.297950 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fcaa7-1982-4278-ae11-dc1037c366f9 req-469b2387-5775-476d-8430-3a1dc09f4634 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:48.299589 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-303fcaa7-1982-4278-ae11-dc1037c366f9 req-469b2387-5775-476d-8430-3a1dc09f4634 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0674968 Sep 13 03:21:48.332788 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 5e1eb65a-db49-4f23-a402-182f179922bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5e1eb65a-db49-4f23-a402-182f179922bc,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:48.344644 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.367448 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-303fcaa7-1982-4278-ae11-dc1037c366f9 req-1bbf4b46-1e8d-45ca-b5b7-f15ef8309dbf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597067 Sep 13 03:21:48.368719 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=c44d8cab-cafe-42d0-9df1-25b1e426b401,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:48.428569 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=5e1eb65a-db49-4f23-a402-182f179922bc,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:48.447439 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43584) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:48.484357 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4300ba5-d7c3-4301-a59f-b2c49dbea3c9 req-92810866-9ab1-4c1f-977b-2d2cc8691239 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:48.485871 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a4300ba5-d7c3-4301-a59f-b2c49dbea3c9 req-92810866-9ab1-4c1f-977b-2d2cc8691239 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0567539 Sep 13 03:21:48.545846 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a4300ba5-d7c3-4301-a59f-b2c49dbea3c9 req-58cc76d6-c27b-4ee0-a7da-28fac9f7db83 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522914 Sep 13 03:21:48.559906 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf50db7-35a2-4b8e-be9d-17e28af9fd33" -d '{"events": [{"server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "name": "network-vif-plugged", "status": "completed", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:48.604314 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-92c4b073-8889-4d5c-b7aa-3f48296924af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.626032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b043cd0-9bb8-4bee-be32-9d2c99fb7e1e req-3e54cab0-c72c-468f-8ff0-bf946c1b560a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:48.627638 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b043cd0-9bb8-4bee-be32-9d2c99fb7e1e req-3e54cab0-c72c-468f-8ff0-bf946c1b560a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0772228 Sep 13 03:21:48.676768 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca490f5-8735-4e0e-bfd3-0a2ddc5e89af x-openstack-request-id: req-6ca490f5-8735-4e0e-bfd3-0a2ddc5e89af {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:48.677259 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "name": "network-vif-plugged", "status": "completed", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:48.677519 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ca490f5-8735-4e0e-bfd3-0a2ddc5e89af {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:48.677986 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca490f5-8735-4e0e-bfd3-0a2ddc5e89af'] response: {'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc', 'code': 200} Sep 13 03:21:48.705273 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['c44d8cab-cafe-42d0-9df1-25b1e426b401'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:21:48.708130 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b043cd0-9bb8-4bee-be32-9d2c99fb7e1e req-52c8599d-4e33-4100-b542-4db2798e79d7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711415 Sep 13 03:21:48.755274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-92c4b073-8889-4d5c-b7aa-3f48296924af admin admin] Publish callbacks [] for security_group (dcc0dd61-17e3-411e-a232-5fee85b11f1f), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.759700 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-92c4b073-8889-4d5c-b7aa-3f48296924af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (dcc0dd61-17e3-411e-a232-5fee85b11f1f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.801318 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4b073-8889-4d5c-b7aa-3f48296924af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc0dd61-17e3-411e-a232-5fee85b11f1f,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:48.802948 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:48.807319 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-92c4b073-8889-4d5c-b7aa-3f48296924af admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e5caec8137784904a0ef679b2f01729f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584361 Sep 13 03:21:48.808376 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43604) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:48.870342 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5446230-c2cf-4816-9128-17ed1c0e89bd admin admin] Publish callbacks [] for security_group (dcc0dd61-17e3-411e-a232-5fee85b11f1f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.897354 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5446230-c2cf-4816-9128-17ed1c0e89bd admin admin] Publish callbacks [] for security_group (dcc0dd61-17e3-411e-a232-5fee85b11f1f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:48.935848 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:48.944366 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfb5aa-d697-4002-a534-375e1d208276 req-467cef79-bce0-4460-87ff-e318b4e604af tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:48.954987 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-42dfb5aa-d697-4002-a534-375e1d208276 req-467cef79-bce0-4460-87ff-e318b4e604af tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0673101 Sep 13 03:21:48.967816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:49.014741 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:49.019605 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-42dfb5aa-d697-4002-a534-375e1d208276 req-c4976f26-3e46-4700-a169-6f44d9395320 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632749 Sep 13 03:21:49.213764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-5836215e-4257-40e6-aefc-f5394f937a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.215337 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-5836215e-4257-40e6-aefc-f5394f937a96 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1129 time: 0.2918351 Sep 13 03:21:49.345212 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.57', 50354) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:49.426628 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-b8cd9ec6-4b9d-4cb9-b3e1-b60cf29ef832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.428138 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-b8cd9ec6-4b9d-4cb9-b3e1-b60cf29ef832 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 1127 time: 0.3659613 Sep 13 03:21:49.429076 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73173ce1-44e3-453b-ace0-f0902266346f req-0c85ce9a-e1ad-47f8-8694-b7a66f953b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.430412 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-0c85ce9a-e1ad-47f8-8694-b7a66f953b0b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 1128 time: 0.3711200 Sep 13 03:21:49.472343 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5446230-c2cf-4816-9128-17ed1c0e89bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (dcc0dd61-17e3-411e-a232-5fee85b11f1f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:49.475488 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5446230-c2cf-4816-9128-17ed1c0e89bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:49.476627 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c5446230-c2cf-4816-9128-17ed1c0e89bd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dcc0dd61-17e3-411e-a232-5fee85b11f1f HTTP/1.1" status: 204 len: 168 time: 0.6673415 Sep 13 03:21:49.490210 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ecdbe-bd6c-4338-8382-bcc8e5c3b2c6 req-1aebe5fb-bc38-4989-876b-4896c6884956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.491740 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-853ecdbe-bd6c-4338-8382-bcc8e5c3b2c6 req-1aebe5fb-bc38-4989-876b-4896c6884956 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 1127 time: 0.2035413 Sep 13 03:21:49.513181 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa642-c2da-4d8a-91e3-07ca6bfb2d1c req-804e9d58-2e2d-4846-ad9a-223ceea9300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.515189 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c13aa642-c2da-4d8a-91e3-07ca6bfb2d1c req-804e9d58-2e2d-4846-ad9a-223ceea9300c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 1128 time: 0.2988505 Sep 13 03:21:49.530651 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-538742da-7717-400b-899f-5dd976e708fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.532553 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-538742da-7717-400b-899f-5dd976e708fd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d5e604b12545a68da3655cb6b881c5&device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 1128 time: 0.5416532 Sep 13 03:21:49.533489 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446230-c2cf-4816-9128-17ed1c0e89bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc0dd61-17e3-411e-a232-5fee85b11f1f,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:49.547207 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:49.596587 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-af7cc1bf-8ab6-4808-9e85-403c6cde73bb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e HTTP/1.1" status: 200 len: 217 time: 0.1409080 Sep 13 03:21:49.647703 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f0f4-dcb4-44d7-918b-133951dceecc req-5ecbafac-6cc4-4cb3-9652-a85b1d4c673a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.649239 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4379f0f4-dcb4-44d7-918b-133951dceecc req-5ecbafac-6cc4-4cb3-9652-a85b1d4c673a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.2926862 Sep 13 03:21:49.665638 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d86b70-2b0f-4a9c-8c77-a0cb60600e3b req-d12717c7-2427-4885-99ce-81d99b995d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.667107 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-16d86b70-2b0f-4a9c-8c77-a0cb60600e3b req-d12717c7-2427-4885-99ce-81d99b995d64 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1129 time: 0.3151815 Sep 13 03:21:49.678798 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e63c9-66f1-482a-989e-006963c09b8d req-ff554ee7-a01c-47aa-bb06-42a7dc2adfc7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.680299 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d31e63c9-66f1-482a-989e-006963c09b8d req-ff554ee7-a01c-47aa-bb06-42a7dc2adfc7 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 944 time: 0.3979025 Sep 13 03:21:49.736877 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3183447b-b590-4633-92e3-7d4198ae1660 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:21:49.781674 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c44d8cab-cafe-42d0-9df1-25b1e426b401 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:49.826205 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-16d86b70-2b0f-4a9c-8c77-a0cb60600e3b req-4d2a7b5d-c019-4326-8740-67534dcebc6b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:49.869243 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-463c1db8-fb0d-4054-8ae3-551a2674532e req-8d157230-bc47-4060-b3f6-2b0edad27974 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8839905 Sep 13 03:21:49.889745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-8c93f1b2-d1f2-4320-84db-3554a9e200fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.891492 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-8c93f1b2-d1f2-4320-84db-3554a9e200fe service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.6623092 Sep 13 03:21:49.901806 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:49.918860 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port c44d8cab-cafe-42d0-9df1-25b1e426b401 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:21:49.936560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port c44d8cab-cafe-42d0-9df1-25b1e426b401 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:49.937360 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:49.956402 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-54386590-c5b5-4596-9168-b842ed6be6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:49.957543 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-61c33235-27c8-4db8-9866-7577d9400293 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 217 time: 0.0492566 Sep 13 03:21:49.958691 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-54386590-c5b5-4596-9168-b842ed6be6e6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.3085308 Sep 13 03:21:49.971211 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d31e63c9-66f1-482a-989e-006963c09b8d req-8a296bae-ab97-4cc1-94e1-3d29f58acfb8 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251520 Sep 13 03:21:50.022650 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 3183447b-b590-4633-92e3-7d4198ae1660, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3183447b-b590-4633-92e3-7d4198ae1660,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:50.028054 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43634) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:50.037032 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4379f0f4-dcb4-44d7-918b-133951dceecc req-dad9651b-d825-4aeb-9d64-5afdeae534f0 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622019 Sep 13 03:21:50.038074 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73173ce1-44e3-453b-ace0-f0902266346f req-03a625af-00ed-4165-a13e-1dae6a885033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.038354 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '3183447b-b590-4633-92e3-7d4198ae1660', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'port_id': '3183447b-b590-4633-92e3-7d4198ae1660', 'mac_address': 'fa:16:3e:d1:f1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:21:50.039507 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-03a625af-00ed-4165-a13e-1dae6a885033 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.5828700 Sep 13 03:21:50.047966 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-025568f0-5589-475b-b338-38718ae564b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.052483 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-025568f0-5589-475b-b338-38718ae564b9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c32ea5b2-b5dd-443d-b869-2e7693b4d72b HTTP/1.1" status: 200 len: 912 time: 0.4508722 Sep 13 03:21:50.053179 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ecdbe-bd6c-4338-8382-bcc8e5c3b2c6 req-a50bcdf3-382a-412b-b6fb-47717af42342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.054737 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-853ecdbe-bd6c-4338-8382-bcc8e5c3b2c6 req-a50bcdf3-382a-412b-b6fb-47717af42342 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5060773 Sep 13 03:21:50.094170 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa642-c2da-4d8a-91e3-07ca6bfb2d1c req-0c376a08-9b32-4224-9af9-889dfbe83fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.095656 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c13aa642-c2da-4d8a-91e3-07ca6bfb2d1c req-0c376a08-9b32-4224-9af9-889dfbe83fc9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=609f8dcac1034d09a04192f4238b2857&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5382764 Sep 13 03:21:50.098639 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-86616b69-092f-434d-a896-e7bbf6a155db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.112095 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 3183447b-b590-4633-92e3-7d4198ae1660 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:50.112492 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3183447b-b590-4633-92e3-7d4198ae1660), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.144498 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:50.145518 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f7ab-d5c1-4710-8bee-6ea5acce14de req-235e08dc-f582-4d0e-a382-ca2d704f6774 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.147181 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5c57f7ab-d5c1-4710-8bee-6ea5acce14de req-235e08dc-f582-4d0e-a382-ca2d704f6774 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0503926 Sep 13 03:21:50.155553 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3183447b-b590-4633-92e3-7d4198ae1660 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:50.178815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port c44d8cab-cafe-42d0-9df1-25b1e426b401 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:50.179208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.185729 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 3183447b-b590-4633-92e3-7d4198ae1660, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3183447b-b590-4633-92e3-7d4198ae1660,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:50.186408 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-16d86b70-2b0f-4a9c-8c77-a0cb60600e3b req-4d2a7b5d-c019-4326-8740-67534dcebc6b service neutron] Publish callbacks [] for security_group (bd32a1c4-30b8-4270-b677-e6daa224ed8d), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.195801 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e2ce-7465-47c1-862d-c9b325ee73fa req-91595d8f-e184-43d0-b22c-700aecb436c6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.197149 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3183447b-b590-4633-92e3-7d4198ae1660), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.197402 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8e61e2ce-7465-47c1-862d-c9b325ee73fa req-91595d8f-e184-43d0-b22c-700aecb436c6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0691710 Sep 13 03:21:50.198530 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-16d86b70-2b0f-4a9c-8c77-a0cb60600e3b req-4d2a7b5d-c019-4326-8740-67534dcebc6b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (bd32a1c4-30b8-4270-b677-e6daa224ed8d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.206178 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:50.233260 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5c57f7ab-d5c1-4710-8bee-6ea5acce14de req-3d976de0-6911-444e-8ff4-1c7d56ccc658 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765214 Sep 13 03:21:50.240298 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:50.246963 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c44d8cab-cafe-42d0-9df1-25b1e426b401, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c44d8cab-cafe-42d0-9df1-25b1e426b401,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:50.258766 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.267555 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a7b5d-c019-4326-8740-67534dcebc6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bd32a1c4-30b8-4270-b677-e6daa224ed8d,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:50.281527 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-16d86b70-2b0f-4a9c-8c77-a0cb60600e3b req-4d2a7b5d-c019-4326-8740-67534dcebc6b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5620737 Sep 13 03:21:50.296136 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-86616b69-092f-434d-a896-e7bbf6a155db admin admin] Publish callbacks [] for security_group (0c7db9e4-5eb0-414b-ba6e-29a5a4695551), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.301913 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-86616b69-092f-434d-a896-e7bbf6a155db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0c7db9e4-5eb0-414b-ba6e-29a5a4695551), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.307925 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=3183447b-b590-4633-92e3-7d4198ae1660,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:50.309826 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8e61e2ce-7465-47c1-862d-c9b325ee73fa req-8dde5415-a638-4bf9-991c-c2df42cac019 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880268 Sep 13 03:21:50.343120 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:50.380840 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=c44d8cab-cafe-42d0-9df1-25b1e426b401,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:50.382475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86616b69-092f-434d-a896-e7bbf6a155db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7db9e4-5eb0-414b-ba6e-29a5a4695551,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:50.386752 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-86616b69-092f-434d-a896-e7bbf6a155db admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a2f8da1d82034dd69e09f8ae8c48958d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323960 Sep 13 03:21:50.389772 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 43638) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:50.401839 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d82ee-6348-40f8-bfdb-98f27a7034a0 req-0a5ea905-8a38-4abe-86c3-0e8f09797d86 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.403288 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a02d82ee-6348-40f8-bfdb-98f27a7034a0 req-0a5ea905-8a38-4abe-86c3-0e8f09797d86 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0791693 Sep 13 03:21:50.439714 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:50.452047 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87245454-d788-42b2-bdab-c0a2b70595d0 req-c069d4cd-eb3c-4788-a84d-78fc893d3d7e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:50.453626 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-87245454-d788-42b2-bdab-c0a2b70595d0 req-c069d4cd-eb3c-4788-a84d-78fc893d3d7e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0798953 Sep 13 03:21:50.459007 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a02d82ee-6348-40f8-bfdb-98f27a7034a0 req-da90a947-83be-49c3-9193-c0bafdb82044 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444798 Sep 13 03:21:50.511794 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8328-5aba-4a24-8739-da1f803107e9 admin admin] Publish callbacks [] for security_group (0c7db9e4-5eb0-414b-ba6e-29a5a4695551), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.534456 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-87245454-d788-42b2-bdab-c0a2b70595d0 req-98e2e804-fa64-4422-b166-58a72d9345ac tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739658 Sep 13 03:21:50.544753 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8328-5aba-4a24-8739-da1f803107e9 admin admin] Publish callbacks [] for security_group (0c7db9e4-5eb0-414b-ba6e-29a5a4695551), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.595095 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8328-5aba-4a24-8739-da1f803107e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0c7db9e4-5eb0-414b-ba6e-29a5a4695551), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.597659 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8328-5aba-4a24-8739-da1f803107e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:50.598843 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c0bd8328-5aba-4a24-8739-da1f803107e9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0c7db9e4-5eb0-414b-ba6e-29a5a4695551 HTTP/1.1" status: 204 len: 168 time: 0.2074208 Sep 13 03:21:50.606947 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd8328-5aba-4a24-8739-da1f803107e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7db9e4-5eb0-414b-ba6e-29a5a4695551,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:50.618531 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['3183447b-b590-4633-92e3-7d4198ae1660'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:21:50.677282 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:50.680938 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44d8cab-cafe-42d0-9df1-25b1e426b401'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:50.684828 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54457f-3e20-47f6-af63-074585b0329b" -d '{"events": [{"server_uuid": "c92a5fc3-da4f-47bf-ab5e-c9c275f38332", "name": "network-vif-plugged", "status": "completed", "tag": "c44d8cab-cafe-42d0-9df1-25b1e426b401"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:50.736041 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceadc99-9f63-4ee2-8c86-75ea2c60b613 x-openstack-request-id: req-eceadc99-9f63-4ee2-8c86-75ea2c60b613 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:50.736532 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92a5fc3-da4f-47bf-ab5e-c9c275f38332", "name": "network-vif-plugged", "status": "completed", "tag": "c44d8cab-cafe-42d0-9df1-25b1e426b401", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:50.737042 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eceadc99-9f63-4ee2-8c86-75ea2c60b613 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:50.737460 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eceadc99-9f63-4ee2-8c86-75ea2c60b613'] response: {'server_uuid': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44d8cab-cafe-42d0-9df1-25b1e426b401', 'code': 200} Sep 13 03:21:51.035523 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43672) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:51.049031 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b879-70fb-42c5-8f56-17857818a25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.107738 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ca064-1d41-4440-b9ed-961a5a1564b5 req-1d5246e8-ad40-4236-a070-773ef418918b tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:51.109574 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a08ca064-1d41-4440-b9ed-961a5a1564b5 req-1d5246e8-ad40-4236-a070-773ef418918b tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0546954 Sep 13 03:21:51.143780 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b879-70fb-42c5-8f56-17857818a25d admin admin] Publish callbacks [] for security_group (703da2d7-b353-4a45-b24e-4364d7f5adc5), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.154259 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b879-70fb-42c5-8f56-17857818a25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (703da2d7-b353-4a45-b24e-4364d7f5adc5), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.162313 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a08ca064-1d41-4440-b9ed-961a5a1564b5 req-f7616794-e0ae-4fbe-8953-89339548b9d1 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 Sep 13 03:21:51.217232 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f0f7b879-70fb-42c5-8f56-17857818a25d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=16268c8e0db548089f1d7453d8d3dc0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805801 Sep 13 03:21:51.219855 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 43676) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:51.224793 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c8087-26bd-4b8e-bb48-5c6743b4e0be req-bc065dd3-e286-4b78-998f-f278fff69e67 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:51.226198 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-530c8087-26bd-4b8e-bb48-5c6743b4e0be req-bc065dd3-e286-4b78-998f-f278fff69e67 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0846992 Sep 13 03:21:51.227237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7b879-70fb-42c5-8f56-17857818a25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703da2d7-b353-4a45-b24e-4364d7f5adc5,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:51.269510 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6b281fd2-a16e-4294-94a1-9c57f5550dab admin admin] Publish callbacks [] for security_group (703da2d7-b353-4a45-b24e-4364d7f5adc5), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.273767 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-530c8087-26bd-4b8e-bb48-5c6743b4e0be req-e760e0ea-bab2-4091-92be-3490eed9bb89 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Sep 13 03:21:51.290497 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6b281fd2-a16e-4294-94a1-9c57f5550dab admin admin] Publish callbacks [] for security_group (703da2d7-b353-4a45-b24e-4364d7f5adc5), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.363792 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6b281fd2-a16e-4294-94a1-9c57f5550dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (703da2d7-b353-4a45-b24e-4364d7f5adc5), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.366351 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6b281fd2-a16e-4294-94a1-9c57f5550dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.367518 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6b281fd2-a16e-4294-94a1-9c57f5550dab admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/703da2d7-b353-4a45-b24e-4364d7f5adc5 HTTP/1.1" status: 204 len: 168 time: 0.1466968 Sep 13 03:21:51.378147 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d23409-46b8-4b1f-9922-6e969aa9696e req-4c74046a-a060-4299-8136-0831f688738e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:51.379685 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-47d23409-46b8-4b1f-9922-6e969aa9696e req-4c74046a-a060-4299-8136-0831f688738e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0543733 Sep 13 03:21:51.386330 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b281fd2-a16e-4294-94a1-9c57f5550dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703da2d7-b353-4a45-b24e-4364d7f5adc5,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:51.441477 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-47d23409-46b8-4b1f-9922-6e969aa9696e req-851b22d9-7ca7-4c98-a1f8-068b895e482b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519629 Sep 13 03:21:51.449041 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecc86a-044a-49f6-981b-3d53bd8cf059 req-aaedf08b-b0b0-44e6-b6be-75773df50157 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:51.450540 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-deecc86a-044a-49f6-981b-3d53bd8cf059 req-aaedf08b-b0b0-44e6-b6be-75773df50157 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0534012 Sep 13 03:21:51.505576 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-deecc86a-044a-49f6-981b-3d53bd8cf059 req-f3865b80-b1c9-44e0-bc2a-8a2d3f09bf3f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 Sep 13 03:21:51.592772 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384d71c-e555-4fcb-8934-03311fdff640 req-896d803b-83c8-4714-9b1c-ac10f8e74f82 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:51.594500 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9384d71c-e555-4fcb-8934-03311fdff640 req-896d803b-83c8-4714-9b1c-ac10f8e74f82 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0535555 Sep 13 03:21:51.643036 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9384d71c-e555-4fcb-8934-03311fdff640 req-d5835e0f-f1a7-4d5e-9dad-796a5495521b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 Sep 13 03:21:51.664554 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e951c-5122-40b6-8e4b-18ed3597c002 req-0a739aec-465f-42d3-b648-36cf118f9cb5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:51.671085 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-490e951c-5122-40b6-8e4b-18ed3597c002 req-0a739aec-465f-42d3-b648-36cf118f9cb5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0575497 Sep 13 03:21:51.714089 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-490e951c-5122-40b6-8e4b-18ed3597c002 req-9ad4bb5f-ae27-41bb-96af-a6973964f557 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Sep 13 03:21:51.761072 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3183447b-b590-4633-92e3-7d4198ae1660 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:51.806001 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 3183447b-b590-4633-92e3-7d4198ae1660 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:21:51.812023 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 3183447b-b590-4633-92e3-7d4198ae1660 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:51.812415 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3183447b-b590-4633-92e3-7d4198ae1660), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.887115 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 3183447b-b590-4633-92e3-7d4198ae1660 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:51.887506 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3183447b-b590-4633-92e3-7d4198ae1660), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.927807 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 3183447b-b590-4633-92e3-7d4198ae1660, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3183447b-b590-4633-92e3-7d4198ae1660,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:51.931699 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3183447b-b590-4633-92e3-7d4198ae1660), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:51.979902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=3183447b-b590-4633-92e3-7d4198ae1660,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:52.299792 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74223420-0502-437d-9f43-5f5bebb86b0f req-d50ca474-48b0-4531-b0dc-ce9e6c5b5828 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:52.301291 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-74223420-0502-437d-9f43-5f5bebb86b0f req-d50ca474-48b0-4531-b0dc-ce9e6c5b5828 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0614786 Sep 13 03:21:52.359042 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-74223420-0502-437d-9f43-5f5bebb86b0f req-59a19963-bff3-4472-a68c-7a7dfc8871d0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513420 Sep 13 03:21:52.415444 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252c3c9-d123-4f43-8170-64f912eca593 req-b6e81481-7cbc-47c0-b603-459d3805ea9e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:52.416816 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e252c3c9-d123-4f43-8170-64f912eca593 req-b6e81481-7cbc-47c0-b603-459d3805ea9e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0462694 Sep 13 03:21:52.446889 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43728) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:52.480195 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e252c3c9-d123-4f43-8170-64f912eca593 req-cfc42b7a-14ae-455a-9e7d-fe710301a7f4 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Sep 13 03:21:52.596370 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf237c6-298b-4125-bcee-ecc069abdaad req-4825d92b-a29b-4038-9926-80b7f3e6fb74 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:52.597857 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aaf237c6-298b-4125-bcee-ecc069abdaad req-4825d92b-a29b-4038-9926-80b7f3e6fb74 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0584521 Sep 13 03:21:52.602696 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d841353-1113-401f-9546-0921ba38290d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:52.634973 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:52.693561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc89e3-b50a-4d03-9159-36f1ee6c0251 req-ddacbc16-ef4a-4cda-bb9c-ec26b9008761 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:52.694803 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aaf237c6-298b-4125-bcee-ecc069abdaad req-e4090314-ea9f-4061-8578-d7e17757c4de tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906725 Sep 13 03:21:52.701157 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14cc89e3-b50a-4d03-9159-36f1ee6c0251 req-ddacbc16-ef4a-4cda-bb9c-ec26b9008761 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.1003888 Sep 13 03:21:52.739805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722dd938-0b13-46d0-9fa1-ff945702438c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3183447b-b590-4633-92e3-7d4198ae1660'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:52.743192 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a30ee8b-27a0-4cca-9ef2-b2ae33c5a52b" -d '{"events": [{"server_uuid": "722dd938-0b13-46d0-9fa1-ff945702438c", "name": "network-vif-plugged", "status": "completed", "tag": "3183447b-b590-4633-92e3-7d4198ae1660"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:52.824616 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-7c815f0b-d58d-4f2a-9587-f7c9a312b7c8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c44d8cab-cafe-42d0-9df1-25b1e426b401 HTTP/1.1" status: 200 len: 217 time: 0.0913482 Sep 13 03:21:52.986343 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-76379455-e4f6-4472-923b-9bb3619c151f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3183447b-b590-4633-92e3-7d4198ae1660 HTTP/1.1" status: 200 len: 217 time: 0.2727461 Sep 13 03:21:53.051096 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:53.120098 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-d4b4862a-9c53-42b9-9798-5b5339cfb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.121579 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-d4b4862a-9c53-42b9-9798-5b5339cfb6f5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1127 time: 0.3710275 Sep 13 03:21:53.130172 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-67ccd7ae-d742-421b-83b8-0263b5fd6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.131624 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-67ccd7ae-d742-421b-83b8-0263b5fd6503 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4193740 Sep 13 03:21:53.149739 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1934d1-2425-4e48-9e11-5b30fd95471d req-95da0d3f-67f5-4cc6-989e-d3e8591dbecd tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.151237 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1e1934d1-2425-4e48-9e11-5b30fd95471d req-95da0d3f-67f5-4cc6-989e-d3e8591dbecd tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.3460360 Sep 13 03:21:53.162404 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14cc89e3-b50a-4d03-9159-36f1ee6c0251 req-b48ede32-8152-4ea9-9230-fb6b9d43ee33 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601586 Sep 13 03:21:53.169020 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:53.179200 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-73c1749d-7463-47ca-a6e9-3343d8e1817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.180645 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-73c1749d-7463-47ca-a6e9-3343d8e1817c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.3975403 Sep 13 03:21:53.187986 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:53.221214 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ecdbe-bd6c-4338-8382-bcc8e5c3b2c6 req-fb631c8e-a726-4979-9670-c529a1eace97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.223271 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-853ecdbe-bd6c-4338-8382-bcc8e5c3b2c6 req-fb631c8e-a726-4979-9670-c529a1eace97 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5083339 Sep 13 03:21:53.245378 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1e1934d1-2425-4e48-9e11-5b30fd95471d req-35ba029f-6862-43a2-aa52-c6a49f0c13f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870998 Sep 13 03:21:53.253417 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d841353-1113-401f-9546-0921ba38290d admin admin] Publish callbacks [] for security_group (3fd3ba08-c622-4c65-b05b-d49392a708a7), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:53.294260 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa642-c2da-4d8a-91e3-07ca6bfb2d1c req-d51c36fa-9fde-4ba4-ba44-3cfc690369ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.296046 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c13aa642-c2da-4d8a-91e3-07ca6bfb2d1c req-d51c36fa-9fde-4ba4-ba44-3cfc690369ac service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5823886 Sep 13 03:21:53.296692 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d841353-1113-401f-9546-0921ba38290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3fd3ba08-c622-4c65-b05b-d49392a708a7), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:53.329046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf57b64-1328-4abe-965f-a0d5f91f499f x-openstack-request-id: req-4cf57b64-1328-4abe-965f-a0d5f91f499f {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:53.329599 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722dd938-0b13-46d0-9fa1-ff945702438c", "name": "network-vif-plugged", "status": "completed", "tag": "3183447b-b590-4633-92e3-7d4198ae1660", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:53.329599 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cf57b64-1328-4abe-965f-a0d5f91f499f {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:53.330016 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf57b64-1328-4abe-965f-a0d5f91f499f'] response: {'server_uuid': '722dd938-0b13-46d0-9fa1-ff945702438c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3183447b-b590-4633-92e3-7d4198ae1660', 'code': 200} Sep 13 03:21:53.449811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73173ce1-44e3-453b-ace0-f0902266346f req-49f4b2b2-afb2-472a-a90d-0d76af1d953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.451308 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-49f4b2b2-afb2-472a-a90d-0d76af1d953a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.1623676 Sep 13 03:21:53.452954 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261ca1d-d2cf-422e-9822-88c29558070d req-8ef3b991-7636-49d4-8963-6a650007794a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.454448 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c261ca1d-d2cf-422e-9822-88c29558070d req-8ef3b991-7636-49d4-8963-6a650007794a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.2234695 Sep 13 03:21:53.461353 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-960beca4-0e32-4d78-b0dd-ff8ba1ad1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.463030 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-960beca4-0e32-4d78-b0dd-ff8ba1ad1438 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=572657f2-e364-4351-9431-458ad7e1265f HTTP/1.1" status: 200 len: 850 time: 0.1766312 Sep 13 03:21:53.470433 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8d841353-1113-401f-9546-0921ba38290d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=32595c502ba648b79b4c48ba7017b192&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0225759 Sep 13 03:21:53.471461 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d841353-1113-401f-9546-0921ba38290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd3ba08-c622-4c65-b05b-d49392a708a7,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:53.474389 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 43750) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:53.482782 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-d244aec9-458a-4478-8d59-214bca38242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.484553 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-d244aec9-458a-4478-8d59-214bca38242f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1966553 Sep 13 03:21:53.497472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-b78612fc-8f30-4deb-944d-0c8639c0e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.499011 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-b78612fc-8f30-4deb-944d-0c8639c0e4c3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 1127 time: 0.1167755 Sep 13 03:21:53.508362 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-4f2248e8-eb6d-42d0-b104-4d45abc6daaf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308297 Sep 13 03:21:53.531312 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-624f0909-f490-4a7f-a514-58126139fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.532763 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-624f0909-f490-4a7f-a514-58126139fdbb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.2448666 Sep 13 03:21:53.533508 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c261ca1d-d2cf-422e-9822-88c29558070d req-a5c45a72-e06f-4c59-aa3f-9af025377640 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695276 Sep 13 03:21:53.580577 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db698-c5c9-4d75-a5a6-1a3a58deb68b req-4f8e568a-c224-41b7-ba63-035dace96c69 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.582602 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-594db698-c5c9-4d75-a5a6-1a3a58deb68b req-4f8e568a-c224-41b7-ba63-035dace96c69 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0764239 Sep 13 03:21:53.607736 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a39a3da4-144f-4759-a98a-8afab66c4b4d admin admin] Publish callbacks [] for security_group (3fd3ba08-c622-4c65-b05b-d49392a708a7), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:53.727292 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a39a3da4-144f-4759-a98a-8afab66c4b4d admin admin] Publish callbacks [] for security_group (3fd3ba08-c622-4c65-b05b-d49392a708a7), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:53.736929 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-b3a4222a-3688-482e-a290-dcd83a00818e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd68b0ee-f68a-44d9-87ad-66638f02cae6 HTTP/1.1" status: 200 len: 217 time: 0.1132009 Sep 13 03:21:53.752589 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:21:53.761056 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.57', 50356) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:53.790394 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-7807a926-ef26-4926-ac0d-445633f0ab03 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 217 time: 0.1643801 Sep 13 03:21:53.801098 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161636-78a3-494d-bf01-4464836e51dd req-9537a5d7-844b-4b9c-9c16-26e0de9035a2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.802828 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f7161636-78a3-494d-bf01-4464836e51dd req-9537a5d7-844b-4b9c-9c16-26e0de9035a2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.2080896 Sep 13 03:21:53.846501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-5887eb9c-c59f-49f4-b6c0-fa19fcba085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.848532 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-594db698-c5c9-4d75-a5a6-1a3a58deb68b req-64b384b9-37cc-47b5-9cf7-b49ee8264a87 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585130 Sep 13 03:21:53.850513 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-5887eb9c-c59f-49f4-b6c0-fa19fcba085f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 1128 time: 0.2090178 Sep 13 03:21:53.871852 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-d2dcc608-3818-47c2-a217-754ef53a5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.874525 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-d2dcc608-3818-47c2-a217-754ef53a5c05 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c32ea5b2-b5dd-443d-b869-2e7693b4d72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2365303 Sep 13 03:21:53.897684 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:53.899308 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-7d7f1765-dfdf-431e-b47f-b23895902958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.900770 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-7d7f1765-dfdf-431e-b47f-b23895902958 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0865688 Sep 13 03:21:53.909210 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73173ce1-44e3-453b-ace0-f0902266346f req-f34b381b-4b92-4a39-abf1-6966d757f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.910816 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-f34b381b-4b92-4a39-abf1-6966d757f5f9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2828507 Sep 13 03:21:53.931184 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-80bfee44-5b84-4596-8bc7-f50495a23ba8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086724 Sep 13 03:21:53.944754 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74008a93-e2a8-4c29-b714-70ecd29dc49d req-ba4e95f4-ff5d-43ed-8b7f-40e6a577389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:53.945966 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-74008a93-e2a8-4c29-b714-70ecd29dc49d req-ba4e95f4-ff5d-43ed-8b7f-40e6a577389f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 1129 time: 0.3015649 Sep 13 03:21:53.955698 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:53.972125 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'port_id': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'mac_address': 'fa:16:3e:b7:87:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:21:53.986542 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-750735ef-fd3e-4a44-9091-ad7163ff859c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18a4265-4277-4b61-a45f-eca4e86395c8 HTTP/1.1" status: 200 len: 217 time: 0.0971324 Sep 13 03:21:54.013388 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1c922edb-7dd6-4a91-ba67-004272056f1c is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:54.014516 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.030464 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c922edb-7dd6-4a91-ba67-004272056f1c {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:21:54.038359 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-d615ffb3-ac0e-49f8-9ce9-44bf7cfb73be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.040054 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-d615ffb3-ac0e-49f8-9ce9-44bf7cfb73be service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f97211c6-60f0-4b9f-be20-f4f4b40580fe HTTP/1.1" status: 200 len: 854 time: 0.2593429 Sep 13 03:21:54.054844 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:54.061545 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.069564 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:54.072167 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-f5053dab-f4a6-4401-a34a-bcf9a06dbfda service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404071 Sep 13 03:21:54.083698 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e4c8-bc48-4847-98dc-dca8dd321f95 req-a4ddd1c5-75b5-4774-a3ca-e608c012ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.086006 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5821e4c8-bc48-4847-98dc-dca8dd321f95 req-a4ddd1c5-75b5-4774-a3ca-e608c012ca0c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 1130 time: 0.2946656 Sep 13 03:21:54.098144 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:54.116112 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:54.213878 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-d50f7b27-1871-4189-8a5a-71e282e0dbb4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c32ea5b2-b5dd-443d-b869-2e7693b4d72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307105 Sep 13 03:21:54.260237 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-3b998de8-c23d-444d-bdc7-82fa6c3916ef service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701117 Sep 13 03:21:54.261282 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-429e7f83-8553-43ab-a439-e6d63b271cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.262765 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-429e7f83-8553-43ab-a439-e6d63b271cdc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3490927 Sep 13 03:21:54.295436 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55e537-7f12-45b9-adb2-eb8daab709ec req-d8d3d897-bb5f-4736-9ea1-d85e385c6dcf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.297048 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5c55e537-7f12-45b9-adb2-eb8daab709ec req-d8d3d897-bb5f-4736-9ea1-d85e385c6dcf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 944 time: 0.3640707 Sep 13 03:21:54.304485 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a39a3da4-144f-4759-a98a-8afab66c4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3fd3ba08-c622-4c65-b05b-d49392a708a7), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.307393 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a39a3da4-144f-4759-a98a-8afab66c4b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.308218 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-dc7450b7-7a77-4871-8138-5c729f8f0c7e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207874 Sep 13 03:21:54.308640 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a39a3da4-144f-4759-a98a-8afab66c4b4d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3fd3ba08-c622-4c65-b05b-d49392a708a7 HTTP/1.1" status: 204 len: 168 time: 0.8332322 Sep 13 03:21:54.321127 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-5ea4f3ed-7ec5-4ca6-a71c-3ec13b58bca3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939046 Sep 13 03:21:54.333460 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-74008a93-e2a8-4c29-b714-70ecd29dc49d req-1acf4d4c-fde8-4cac-81be-ff509c2116a6 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918823 Sep 13 03:21:54.344922 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:54.352317 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-37f34cbf-21c5-4c78-bd75-552317270b0a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ed4d27b-3970-4114-ae33-5728b45fb5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2314658 Sep 13 03:21:54.355387 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a3da4-144f-4759-a98a-8afab66c4b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd3ba08-c622-4c65-b05b-d49392a708a7,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:54.368969 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f7161636-78a3-494d-bf01-4464836e51dd req-8d7b7f6a-41fa-4f7d-aeca-60f52bad5ceb tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547092 Sep 13 03:21:54.371616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-4bb1b3bb-6df8-4199-89a8-c6bf9a1e1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.373879 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-4bb1b3bb-6df8-4199-89a8-c6bf9a1e1395 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.3380687 Sep 13 03:21:54.383585 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5821e4c8-bc48-4847-98dc-dca8dd321f95 req-6b4922be-eec7-4581-ab6b-47390c7a05f9 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442641 Sep 13 03:21:54.402134 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5c55e537-7f12-45b9-adb2-eb8daab709ec req-0bb8966a-8c44-4968-ba44-738f373b2897 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922241 Sep 13 03:21:54.504933 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1edc11-6517-4c83-963d-c46a3f0e10e3 req-83a8e262-d27c-4034-9bde-15528e1d220e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.506569 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de1edc11-6517-4c83-963d-c46a3f0e10e3 req-83a8e262-d27c-4034-9bde-15528e1d220e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0557725 Sep 13 03:21:54.527995 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bea4e-58dd-46c7-bcf9-8a21f3b846be req-224385b1-d756-417f-90bc-1421f397dbab tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.529431 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-346bea4e-58dd-46c7-bcf9-8a21f3b846be req-224385b1-d756-417f-90bc-1421f397dbab tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0602894 Sep 13 03:21:54.537249 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['1c922edb-7dd6-4a91-ba67-004272056f1c'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:21:54.569481 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de1edc11-6517-4c83-963d-c46a3f0e10e3 req-851779b3-f32e-48fd-9f28-2d9868cf8f69 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 Sep 13 03:21:54.618089 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-346bea4e-58dd-46c7-bcf9-8a21f3b846be req-5ae0674e-e2fe-4191-8a8a-3e133fc5caa6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783854 Sep 13 03:21:54.681196 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8f57-b7b3-4d8e-baad-e57c4fcbba03 req-f4739688-156f-4249-aa52-bdd8f5a05dc5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.682725 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-243d8f57-b7b3-4d8e-baad-e57c4fcbba03 req-f4739688-156f-4249-aa52-bdd8f5a05dc5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0607147 Sep 13 03:21:54.690476 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:54.704923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 43778) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:54.710455 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:54.719373 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-58d592a7-c538-4dc3-884e-58082bb8e2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.736284 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-243d8f57-b7b3-4d8e-baad-e57c4fcbba03 req-3edc5b96-9f55-470f-9238-51242564082b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480390 Sep 13 03:21:54.802143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-58d592a7-c538-4dc3-884e-58082bb8e2c4 admin admin] Publish callbacks [] for security_group (85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.871800 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-58d592a7-c538-4dc3-884e-58082bb8e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.910556 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:54.915470 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-58d592a7-c538-4dc3-884e-58082bb8e2c4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ef3ba9c5d0e04081a26f45f72d834c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094741 Sep 13 03:21:54.916636 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d592a7-c538-4dc3-884e-58082bb8e2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:54.918253 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43782) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:54.980097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3af4648-1736-40f3-af32-0a869873c2a9 admin admin] Publish callbacks [] for security_group (85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:54.996644 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d4277-7e44-4d26-ba49-4112481b1a7b req-aa0d9d7f-cc89-46fd-9d40-8f09f1acf66b tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:54.998243 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d98d4277-7e44-4d26-ba49-4112481b1a7b req-aa0d9d7f-cc89-46fd-9d40-8f09f1acf66b tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0631959 Sep 13 03:21:55.002078 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3af4648-1736-40f3-af32-0a869873c2a9 admin admin] Publish callbacks [] for security_group (85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:55.046137 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d98d4277-7e44-4d26-ba49-4112481b1a7b req-503988a7-c6d3-4319-85de-e22d00c45692 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Sep 13 03:21:55.051007 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3af4648-1736-40f3-af32-0a869873c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:55.053675 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3af4648-1736-40f3-af32-0a869873c2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:55.054811 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c3af4648-1736-40f3-af32-0a869873c2a9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e HTTP/1.1" status: 204 len: 168 time: 0.1352749 Sep 13 03:21:55.063137 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af4648-1736-40f3-af32-0a869873c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f9dd62-0f2e-44ba-9f1f-35e1a8b6817e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:55.527005 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec17c-8631-4271-adbf-0a99ac72527e req-6c8dfa38-816a-4f88-9665-341b578e7472 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:55.529456 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f59ec17c-8631-4271-adbf-0a99ac72527e req-6c8dfa38-816a-4f88-9665-341b578e7472 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0628018 Sep 13 03:21:55.564888 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede13c8d-3dd9-4331-94e8-8643460f2154 req-4156925c-8939-4a13-b407-69a38d12d072 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:55.567998 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ede13c8d-3dd9-4331-94e8-8643460f2154 req-4156925c-8939-4a13-b407-69a38d12d072 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 944 time: 0.0593283 Sep 13 03:21:55.596002 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f59ec17c-8631-4271-adbf-0a99ac72527e req-a230552a-c93f-4c7e-a591-4a656c5b5970 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599341 Sep 13 03:21:55.635740 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ede13c8d-3dd9-4331-94e8-8643460f2154 req-791006e1-6bba-45ff-8c8a-82c08f09b418 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582221 Sep 13 03:21:55.686637 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:55.751904 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-4add7c90-e8e5-4be4-9ca0-ea854b55a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:55.753401 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-4add7c90-e8e5-4be4-9ca0-ea854b55a73b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093545 Sep 13 03:21:55.774900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:21:55.894365 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 1c922edb-7dd6-4a91-ba67-004272056f1c completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:21:55.902539 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 1c922edb-7dd6-4a91-ba67-004272056f1c triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:21:55.904702 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:55.976281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560459a-4904-473d-8685-0329ca14782c req-8135e830-eb52-46af-8e1c-12c93f0f66c8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:55.985219 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4560459a-4904-473d-8685-0329ca14782c req-8135e830-eb52-46af-8e1c-12c93f0f66c8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.2017117 Sep 13 03:21:55.999974 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1c922edb-7dd6-4a91-ba67-004272056f1c is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:21:56.000533 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:56.040008 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:56.042909 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2102a3-740e-4c2e-8acb-0c43013a9ae9" -d '{"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-plugged", "status": "completed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:56.060886 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:21:56.063972 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-21543254-f2a7-4a72-96e7-9db51b5a60c9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210353 Sep 13 03:21:56.068813 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:56.076341 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05e9eb52-7fc4-4398-b862-85f50e615893 req-800116c7-ac29-4548-a7d2-2bb7a47c44dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c32ea5b2-b5dd-443d-b869-2e7693b4d72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044682 Sep 13 03:21:56.099730 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4560459a-4904-473d-8685-0329ca14782c req-d1e25351-a6b2-4d14-99d9-1b417f27e5ea tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135066 Sep 13 03:21:56.118833 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe6b38-b859-49c4-877f-b12b729c826c req-df09df83-ca78-433a-ab13-1ca5d12258aa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:56.124375 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b6fe6b38-b859-49c4-877f-b12b729c826c req-df09df83-ca78-433a-ab13-1ca5d12258aa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.1119225 Sep 13 03:21:56.130343 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:21:56.166443 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:56.183032 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-ac47f46e-20fb-4bb6-b41d-69ec9c0d13e6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188599 Sep 13 03:21:56.199750 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b6fe6b38-b859-49c4-877f-b12b729c826c req-cacd1d7f-d214-4f75-91da-d2f1f188b96b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739832 Sep 13 03:21:56.237081 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee22768-4036-43a5-ac66-913b31a038d8 req-3efab86b-6b1f-4ca1-bee5-f4dd2a044778 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:56.238657 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cee22768-4036-43a5-ac66-913b31a038d8 req-3efab86b-6b1f-4ca1-bee5-f4dd2a044778 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0648727 Sep 13 03:21:56.247948 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d9a81-a3fd-497c-8281-6537fb9b6c8d x-openstack-request-id: req-b02d9a81-a3fd-497c-8281-6537fb9b6c8d {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:56.248134 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-plugged", "status": "completed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:56.248390 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b02d9a81-a3fd-497c-8281-6537fb9b6c8d {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:56.248784 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02d9a81-a3fd-497c-8281-6537fb9b6c8d'] response: {'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'code': 200} Sep 13 03:21:56.295155 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cee22768-4036-43a5-ac66-913b31a038d8 req-ee7ea658-c592-4d62-9007-03b040ba947b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494862 Sep 13 03:21:56.360639 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdec076-e994-4e6c-94b9-6a2b5a741ed7 req-d3c8228e-47ec-4911-9964-3f6da8954508 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:56.362485 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1bdec076-e994-4e6c-94b9-6a2b5a741ed7 req-d3c8228e-47ec-4911-9964-3f6da8954508 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0682969 Sep 13 03:21:56.417268 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1bdec076-e994-4e6c-94b9-6a2b5a741ed7 req-764a0aab-9356-44e6-a5d6-1646eb1188f0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 Sep 13 03:21:56.454313 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38c041-1115-4dc6-bf38-6cd1ad95a6f0 req-b8085b86-6e24-4225-9928-b868163816b8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:56.455872 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c38c041-1115-4dc6-bf38-6cd1ad95a6f0 req-b8085b86-6e24-4225-9928-b868163816b8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Sep 13 03:21:56.466544 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 43840) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:21:56.471524 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'floatingip': {'port_id': '5e1eb65a-db49-4f23-a402-182f179922bc'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:21:56.543051 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (fabab593-9f22-4202-94e0-47258b3540a8), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:56.628407 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:56.778036 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bce03-137a-4b6d-a4f8-17e29fc45163 req-477ed409-be94-4180-917b-ad68a004a67e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:56.779523 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad1bce03-137a-4b6d-a4f8-17e29fc45163 req-477ed409-be94-4180-917b-ad68a004a67e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0572269 Sep 13 03:21:56.782415 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa78-95af-461d-85a3-c9983f326b3f req-c4c586d4-def8-4567-af09-226b2d423368 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:56.784560 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a9d3aa78-95af-461d-85a3-c9983f326b3f req-c4c586d4-def8-4567-af09-226b2d423368 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0501456 Sep 13 03:21:56.844230 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a9d3aa78-95af-461d-85a3-c9983f326b3f req-b8e55e41-8c4b-4266-ad0c-a0d0876d38bb tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Sep 13 03:21:56.845493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:56.907930 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad1bce03-137a-4b6d-a4f8-17e29fc45163 req-a0ee3bd4-b3ec-49db-9aa9-b285c4339f49 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973353 Sep 13 03:21:57.237747 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f694d-0809-48d1-9004-18b6889f9412 req-071476a8-8345-403f-b8e1-6c54433b10ae tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:57.245327 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-291f694d-0809-48d1-9004-18b6889f9412 req-071476a8-8345-403f-b8e1-6c54433b10ae tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0672057 Sep 13 03:21:57.303154 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-291f694d-0809-48d1-9004-18b6889f9412 req-b88a0fcd-e1af-475d-ab56-a27274ed91a4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543134 Sep 13 03:21:57.421580 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc7c1-6e90-4606-9e68-be0af332e601 req-77c6f8b2-0933-4a65-bed2-f6d9cc5fdda3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:57.423083 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e35cc7c1-6e90-4606-9e68-be0af332e601 req-77c6f8b2-0933-4a65-bed2-f6d9cc5fdda3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.1110923 Sep 13 03:21:57.574882 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e66164-380e-496a-b910-2fb02257c356 req-8d2acf85-24ed-4892-9518-7c964141ea12 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:57.576845 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-12e66164-380e-496a-b910-2fb02257c356 req-8d2acf85-24ed-4892-9518-7c964141ea12 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0561843 Sep 13 03:21:57.580154 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:57.585551 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e35cc7c1-6e90-4606-9e68-be0af332e601 req-45f25453-23af-4f29-98fb-542454da19d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507664 Sep 13 03:21:57.587175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (fabab593-9f22-4202-94e0-47258b3540a8), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:57.656191 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-12e66164-380e-496a-b910-2fb02257c356 req-35302a20-a9e4-4bcc-ba18-65176a2646dc tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671890 Sep 13 03:21:57.709977 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Floating IP fabab593-9f22-4202-94e0-47258b3540a8 associated. External IP: 172.27.1.150, port: 5e1eb65a-db49-4f23-a402-182f179922bc. Sep 13 03:21:57.916907 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Router b351e21c-8331-4921-a38f-e7f9271eb632 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:21:58.001993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:58.025701 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a115ea7-faaf-4301-a85b-1ddefe7b99ab req-4f562307-bc3a-481e-834e-19d63fae2e92 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:58.027252 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a115ea7-faaf-4301-a85b-1ddefe7b99ab req-4f562307-bc3a-481e-834e-19d63fae2e92 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0631113 Sep 13 03:21:58.091665 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc790b-5452-466a-b767-d04c91dc3e12 req-9fd5abce-cecf-46a2-aa0a-2f46c4ef9508 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:58.100369 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-45cc790b-5452-466a-b767-d04c91dc3e12 req-9fd5abce-cecf-46a2-aa0a-2f46c4ef9508 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0641837 Sep 13 03:21:58.146375 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a115ea7-faaf-4301-a85b-1ddefe7b99ab req-635a198a-c7cd-4b9b-bf9b-669140139f5e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Sep 13 03:21:58.149463 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:21:58.156727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:21:58.169089 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-45cc790b-5452-466a-b767-d04c91dc3e12 req-9bf583b9-b90e-45f7-9224-f003ab90ca98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675967 Sep 13 03:21:58.171961 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] Sync routers for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:21:58.190491 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:58.192169 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:21:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:58.236446 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3cd737fd-5940-4859-b3aa-b77043da787b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/fabab593-9f22-4202-94e0-47258b3540a8 HTTP/1.1" status: 200 len: 991 time: 1.7664387 Sep 13 03:21:58.236446 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:21:58.238201 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4a9dcc-c6b1-49e9-8056-b57208904966" -d '{"events": [{"name": "network-changed", "server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:21:58.282327 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd72f8-704f-458a-b87d-e0000602e658 x-openstack-request-id: req-36bd72f8-704f-458a-b87d-e0000602e658 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:21:58.282639 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:21:58.282896 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36bd72f8-704f-458a-b87d-e0000602e658 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:21:58.283303 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bd72f8-704f-458a-b87d-e0000602e658'] response: {'name': 'network-changed', 'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc', 'status': 'completed', 'code': 200} Sep 13 03:21:58.421951 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:58.463742 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702644-4ece-440f-a7ac-df687f19f652 req-1a4b88bb-69a9-4eb7-94b0-4e03dca78e35 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:58.470854 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-71702644-4ece-440f-a7ac-df687f19f652 req-1a4b88bb-69a9-4eb7-94b0-4e03dca78e35 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0661876 Sep 13 03:21:58.506048 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:58.562627 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-71702644-4ece-440f-a7ac-df687f19f652 req-a8ef3459-93ea-4680-ace2-761b35d21f39 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908957 Sep 13 03:21:58.746988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f65dd-0fe7-4bc2-87b3-8b9d93111d01 req-531e99f7-13e2-48ef-bcfb-5961d611158a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:58.755493 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7b3f65dd-0fe7-4bc2-87b3-8b9d93111d01 req-531e99f7-13e2-48ef-bcfb-5961d611158a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0680311 Sep 13 03:21:58.761269 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'fabab593-9f22-4202-94e0-47258b3540a8', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'port_id': '5e1eb65a-db49-4f23-a402-182f179922bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'mac_address': 'fa:16:3e:c0:cf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:04Z', 'updated_at': '2022-09-13T03:21:57Z', 'revision_number': 1, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:58.793934 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0f7d-5524-4ed9-bca7-e15b4d811880 req-e1ad1290-0709-44d8-b2a0-4a03967bdbb1 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:58.796594 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-253a0f7d-5524-4ed9-bca7-e15b4d811880 req-e1ad1290-0709-44d8-b2a0-4a03967bdbb1 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0581768 Sep 13 03:21:58.803648 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] Checking router: b351e21c-8331-4921-a38f-e7f9271eb632 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:21:58.817954 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7b3f65dd-0fe7-4bc2-87b3-8b9d93111d01 req-8aea424e-cc0d-4410-aae4-390a99fff2a9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615199 Sep 13 03:21:58.819536 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:21:58.820848 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:21:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:58.873048 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-253a0f7d-5524-4ed9-bca7-e15b4d811880 req-ef0f9455-ff68-4439-8e56-ae052a0329bf tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673344 Sep 13 03:21:58.929017 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:21:59.220902 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'fabab593-9f22-4202-94e0-47258b3540a8', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'port_id': '5e1eb65a-db49-4f23-a402-182f179922bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'mac_address': 'fa:16:3e:c0:cf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:04Z', 'updated_at': '2022-09-13T03:21:57Z', 'revision_number': 1, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:21:59.221588 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:21:59.225576 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-83ac94b5-d593-4031-aa04-e42eef0de91e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379097 Sep 13 03:21:59.281730 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf14fca-6606-4864-875b-ec21fb0517c9 None None] The sync data for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi is: [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'fabab593-9f22-4202-94e0-47258b3540a8', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'port_id': '5e1eb65a-db49-4f23-a402-182f179922bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'mac_address': 'fa:16:3e:c0:cf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:04Z', 'updated_at': '2022-09-13T03:21:57Z', 'revision_number': 1, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:21:59.295431 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b119a26-cc68-4d09-985c-2cc7ed6b2dbc req-77bbe8ea-6e21-4254-a306-95c2adcb410b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489777 Sep 13 03:21:59.348460 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45b72e-d4b3-4847-a182-701b390aadac req-ef0ed001-946e-43c3-8471-a04e0fe17c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:59.350831 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb45b72e-d4b3-4847-a182-701b390aadac req-ef0ed001-946e-43c3-8471-a04e0fe17c47 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 1127 time: 0.0672109 Sep 13 03:21:59.372618 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-7bf828a7-89b4-424d-9890-3bd67f59bff8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313442 Sep 13 03:21:59.374649 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aad6ec-9a1c-4524-8fb3-dcf9358797a9 req-3fe9545f-3d29-4ed0-a2a9-069dcb94fb23 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:59.379345 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d6aad6ec-9a1c-4524-8fb3-dcf9358797a9 req-3fe9545f-3d29-4ed0-a2a9-069dcb94fb23 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.1124828 Sep 13 03:21:59.449744 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a848c9-33aa-4145-984c-6d753888e81f req-1c1d8ea8-d00e-42e1-ac3d-4317e9494235 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:59.451647 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06a848c9-33aa-4145-984c-6d753888e81f req-1c1d8ea8-d00e-42e1-ac3d-4317e9494235 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0832431 Sep 13 03:21:59.479705 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-067953da-8e07-48fa-a8a1-4cc0aea72beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:59.481215 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-067953da-8e07-48fa-a8a1-4cc0aea72beb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1129 time: 0.1008127 Sep 13 03:21:59.511212 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d6aad6ec-9a1c-4524-8fb3-dcf9358797a9 req-0c47cfe3-894d-44dc-a649-16642fb67c18 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124153 Sep 13 03:21:59.531278 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06a848c9-33aa-4145-984c-6d753888e81f req-ec6654dc-725d-4af8-b271-0cdc58389760 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Sep 13 03:21:59.710871 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04ee8c-c5e2-45b8-b2ac-863e5db66e83 req-98292b1c-13b2-4d90-9701-5056d051fae3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:59.712679 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d04ee8c-c5e2-45b8-b2ac-863e5db66e83 req-98292b1c-13b2-4d90-9701-5056d051fae3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0515544 Sep 13 03:21:59.792039 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 99e3ee84-e44d-466c-bb25-da0a34a04a5e details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:21:59.796118 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4d04ee8c-c5e2-45b8-b2ac-863e5db66e83 req-bd584183-0d9c-4c9d-9f35-fe7ce24fc39b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684252 Sep 13 03:21:59.973253 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ada52b-ebc7-407e-8411-760e178c42fa req-b1759c15-c3af-4a4c-aee3-b98f056b962a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:21:59.980714 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-57ada52b-ebc7-407e-8411-760e178c42fa req-b1759c15-c3af-4a4c-aee3-b98f056b962a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 943 time: 0.0917542 Sep 13 03:21:59.990970 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 99e3ee84-e44d-466c-bb25-da0a34a04a5e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:00.009448 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:22:00.048301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae243bb-773b-43ca-bcaa-aa8b3f083942 req-3da07aad-8191-42b4-b9bd-69229411e251 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:00.056068 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aae243bb-773b-43ca-bcaa-aa8b3f083942 req-3da07aad-8191-42b4-b9bd-69229411e251 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0583434 Sep 13 03:22:00.058241 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 99e3ee84-e44d-466c-bb25-da0a34a04a5e is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:22:00.058863 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:00.076556 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e3ee84-e44d-466c-bb25-da0a34a04a5e {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:22:00.104015 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-57ada52b-ebc7-407e-8411-760e178c42fa req-43ce3df7-40a3-40fa-994e-2ae408776b23 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101513 Sep 13 03:22:00.104372 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 99e3ee84-e44d-466c-bb25-da0a34a04a5e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:00.110869 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:00.134859 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aae243bb-773b-43ca-bcaa-aa8b3f083942 req-ed2b7ab7-f12d-4be5-8d98-05174250ff3d tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753224 Sep 13 03:22:00.174493 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=99e3ee84-e44d-466c-bb25-da0a34a04a5e,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:00.363989 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-15e3da5a-d6ee-45d6-b804-73d69cf5f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:00.365219 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-15e3da5a-d6ee-45d6-b804-73d69cf5f30f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.1253736 Sep 13 03:22:00.369312 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e5111-f596-4676-90ee-c27a55400116 None None] New status for floating IP fabab593-9f22-4202-94e0-47258b3540a8: ACTIVE {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:22:00.433430 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:00.455998 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45b72e-d4b3-4847-a182-701b390aadac req-aadb6878-ac05-4970-9b88-634be113e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:00.458144 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb45b72e-d4b3-4847-a182-701b390aadac req-aadb6878-ac05-4970-9b88-634be113e2f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.2166905 Sep 13 03:22:00.460069 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-7d51fba2-4e0a-4e39-97ce-b0000fe2f710 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203557 Sep 13 03:22:00.661183 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89414-3b88-4c49-bd44-6a5174c4ff10 req-cef52ee1-80be-476c-a86d-61288c1b348e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:00.667726 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c8c89414-3b88-4c49-bd44-6a5174c4ff10 req-cef52ee1-80be-476c-a86d-61288c1b348e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0544233 Sep 13 03:22:00.677356 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:00.679271 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916b21-f698-4a8e-8450-4389e264e049 req-053e4b4f-a660-4787-a8e4-6ab001dcc6d6 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:00.681817 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c5916b21-f698-4a8e-8450-4389e264e049 req-053e4b4f-a660-4787-a8e4-6ab001dcc6d6 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0503979 Sep 13 03:22:00.726538 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c8c89414-3b88-4c49-bd44-6a5174c4ff10 req-097d36cb-dd68-4b2b-afae-b04a57039620 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577061 Sep 13 03:22:00.727198 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['99e3ee84-e44d-466c-bb25-da0a34a04a5e'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:22:00.737061 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c5916b21-f698-4a8e-8450-4389e264e049 req-c2f2c445-7656-48af-b065-d9a87e8adcc9 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Sep 13 03:22:00.840997 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:00.851576 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:00.931650 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017f02f-ea2a-45d8-acb6-c16b0c8abad1 req-1056942c-81e3-4e1d-af29-03a49e612c98 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:00.933131 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9017f02f-ea2a-45d8-acb6-c16b0c8abad1 req-1056942c-81e3-4e1d-af29-03a49e612c98 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0493023 Sep 13 03:22:00.980565 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9017f02f-ea2a-45d8-acb6-c16b0c8abad1 req-00f06cdf-c582-4b60-acc5-a5e90cd12829 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Sep 13 03:22:01.229340 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a03a64-086d-4e73-94ed-514da919e2dd req-ec79755d-e18b-4413-80da-92e83ba94ab3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:01.230880 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11a03a64-086d-4e73-94ed-514da919e2dd req-ec79755d-e18b-4413-80da-92e83ba94ab3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 944 time: 0.0454903 Sep 13 03:22:01.279709 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11a03a64-086d-4e73-94ed-514da919e2dd req-507ec654-2488-4a99-b98b-928daa8c95bc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Sep 13 03:22:01.860786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d399-9789-4b9f-9da3-4c17a21bd411 req-6ca27e6b-042b-42f0-bf5f-5fa8af8c1fb7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:01.862138 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18a1d399-9789-4b9f-9da3-4c17a21bd411 req-6ca27e6b-042b-42f0-bf5f-5fa8af8c1fb7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0468009 Sep 13 03:22:01.898106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:01.910176 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18a1d399-9789-4b9f-9da3-4c17a21bd411 req-32889115-140d-4268-84df-40c85b7934b4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Sep 13 03:22:02.014078 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f38d2-2406-44f8-9ffa-ecfec41f8690 req-f708f808-0245-4200-9a1c-16a7df986158 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:02.015570 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f93f38d2-2406-44f8-9ffa-ecfec41f8690 req-f708f808-0245-4200-9a1c-16a7df986158 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0473187 Sep 13 03:22:02.063820 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f93f38d2-2406-44f8-9ffa-ecfec41f8690 req-cb59b58a-30dd-470f-b799-aa33340e85ed tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Sep 13 03:22:02.091962 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 99e3ee84-e44d-466c-bb25-da0a34a04a5e up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:22:02.134878 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 99e3ee84-e44d-466c-bb25-da0a34a04a5e completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:22:02.140620 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 99e3ee84-e44d-466c-bb25-da0a34a04a5e triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:22:02.140976 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:02.181240 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317664c-2776-43a7-9d84-35d5ec6b9b95 req-525415e1-3346-48d5-ab11-6afd0102f4a9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:02.183324 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b317664c-2776-43a7-9d84-35d5ec6b9b95 req-525415e1-3346-48d5-ab11-6afd0102f4a9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0591860 Sep 13 03:22:02.216651 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 99e3ee84-e44d-466c-bb25-da0a34a04a5e is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:22:02.217043 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:02.241197 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:22:02.242704 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b317664c-2776-43a7-9d84-35d5ec6b9b95 req-954282ff-fc31-460d-bb96-4fed367d168a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533195 Sep 13 03:22:02.243471 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142bdfe-b1c0-4786-baf2-9466a7994af6" -d '{"events": [{"server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "name": "network-vif-plugged", "status": "completed", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:22:02.270041 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 99e3ee84-e44d-466c-bb25-da0a34a04a5e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:02.275649 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:02.303635 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c6f252-4924-447e-9d1a-15a17b37023c x-openstack-request-id: req-67c6f252-4924-447e-9d1a-15a17b37023c {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:22:02.303956 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "name": "network-vif-plugged", "status": "completed", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:22:02.306922 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67c6f252-4924-447e-9d1a-15a17b37023c {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:22:02.307461 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c6f252-4924-447e-9d1a-15a17b37023c'] response: {'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'code': 200} Sep 13 03:22:02.337228 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=99e3ee84-e44d-466c-bb25-da0a34a04a5e,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:02.404141 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea676c-7254-45b1-af09-0d1815ea68ea req-1c6f2045-8f71-4d8f-b66d-b7492182fc71 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:02.406061 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2ea676c-7254-45b1-af09-0d1815ea68ea req-1c6f2045-8f71-4d8f-b66d-b7492182fc71 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0484006 Sep 13 03:22:02.456924 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2ea676c-7254-45b1-af09-0d1815ea68ea req-a61dfb66-2554-4745-b2b8-c1b3a582d76c tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452185 Sep 13 03:22:03.037035 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb4011-cf6f-4b73-a01d-0dde13aab8f6 req-5f76bfd6-ad0c-4d0e-a31a-140bf97e60c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:03.038471 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0eb4011-cf6f-4b73-a01d-0dde13aab8f6 req-5f76bfd6-ad0c-4d0e-a31a-140bf97e60c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0480223 Sep 13 03:22:03.092582 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0eb4011-cf6f-4b73-a01d-0dde13aab8f6 req-c800195b-4ac6-4f53-941a-ddac0ee57eeb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481491 Sep 13 03:22:03.196273 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44294-3e6e-49ed-8349-2bceb5ed3df8 req-51d57d71-e39e-49c8-ba6d-ffb00ed3a03e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:03.197746 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a8e44294-3e6e-49ed-8349-2bceb5ed3df8 req-51d57d71-e39e-49c8-ba6d-ffb00ed3a03e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 943 time: 0.0465543 Sep 13 03:22:03.287796 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5b2df-5b32-4825-a06f-9377ff80e486 req-2f410d50-5024-4e98-9154-1bcdac95f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:03.289270 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6ac5b2df-5b32-4825-a06f-9377ff80e486 req-2f410d50-5024-4e98-9154-1bcdac95f46a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1129 time: 0.0881350 Sep 13 03:22:03.390509 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-7d033565-f20a-4f5a-ad5a-28aa8ae2f1a6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 1001 time: 0.0918355 Sep 13 03:22:03.554856 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a8e44294-3e6e-49ed-8349-2bceb5ed3df8 req-43c74333-c791-4b3c-8220-7a98c328c243 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447394 Sep 13 03:22:03.556612 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb45b72e-d4b3-4847-a182-701b390aadac req-c83f17a6-7126-401f-a685-408ee4a25de7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e HTTP/1.1" status: 200 len: 217 time: 0.2567258 Sep 13 03:22:03.662933 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a1cf-49a2-4afd-903f-c70bac242863 req-26554f57-5760-4eb5-b685-858ee944e3f1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:03.664431 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4be7a1cf-49a2-4afd-903f-c70bac242863 req-26554f57-5760-4eb5-b685-858ee944e3f1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0473976 Sep 13 03:22:03.714463 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4be7a1cf-49a2-4afd-903f-c70bac242863 req-1ce8c503-1d5b-44fb-835b-93da1a5b6824 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438232 Sep 13 03:22:03.820418 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c9a75-45ec-4204-94c4-b047ef0fbe89 req-93001934-dd71-43a1-9987-6a9896f287f4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:03.821907 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-627c9a75-45ec-4204-94c4-b047ef0fbe89 req-93001934-dd71-43a1-9987-6a9896f287f4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0522807 Sep 13 03:22:03.845117 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44082) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:03.870211 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-627c9a75-45ec-4204-94c4-b047ef0fbe89 req-0201c944-0bc8-43b7-a684-92aac8af1310 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426204 Sep 13 03:22:03.950159 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2fb195b-3665-4d9a-ba63-3f774ad324a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.026029 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2fb195b-3665-4d9a-ba63-3f774ad324a0 admin admin] Publish callbacks [] for security_group (e8ea7a9c-416d-4a1e-b383-c3901469dc1b), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.029756 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2fb195b-3665-4d9a-ba63-3f774ad324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (e8ea7a9c-416d-4a1e-b383-c3901469dc1b), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.066784 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device cd68b0ee-f68a-44d9-87ad-66638f02cae6 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:22:04.070487 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f2fb195b-3665-4d9a-ba63-3f774ad324a0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0468f6132b7c4087b2bc4ccae9e4f76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242575 Sep 13 03:22:04.071602 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb195b-3665-4d9a-ba63-3f774ad324a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea7a9c-416d-4a1e-b383-c3901469dc1b,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:04.074087 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44086) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:04.124611 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c58cee0-4224-415e-8e57-7b7f58bc969e admin admin] Publish callbacks [] for security_group (e8ea7a9c-416d-4a1e-b383-c3901469dc1b), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.145544 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c58cee0-4224-415e-8e57-7b7f58bc969e admin admin] Publish callbacks [] for security_group (e8ea7a9c-416d-4a1e-b383-c3901469dc1b), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.180620 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port cd68b0ee-f68a-44d9-87ad-66638f02cae6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cd68b0ee-f68a-44d9-87ad-66638f02cae6,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:04.200278 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6', 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc', 'port_id': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6', 'mac_address': 'fa:16:3e:ea:cd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97211c6-60f0-4b9f-be20-f4f4b40580fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:22:04.202097 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c58cee0-4224-415e-8e57-7b7f58bc969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (e8ea7a9c-416d-4a1e-b383-c3901469dc1b), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.205710 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c58cee0-4224-415e-8e57-7b7f58bc969e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.207880 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-8c58cee0-4224-415e-8e57-7b7f58bc969e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8ea7a9c-416d-4a1e-b383-c3901469dc1b HTTP/1.1" status: 204 len: 168 time: 0.1329424 Sep 13 03:22:04.216361 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58cee0-4224-415e-8e57-7b7f58bc969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea7a9c-416d-4a1e-b383-c3901469dc1b,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:04.217173 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:04.237445 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae49a3-f24b-40bb-ae50-c3165ee43db6 req-483c0ba2-488a-4ea4-b8f4-86087a70ea45 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:04.243837 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ae49a3-f24b-40bb-ae50-c3165ee43db6 req-483c0ba2-488a-4ea4-b8f4-86087a70ea45 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0615377 Sep 13 03:22:04.248641 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port cd68b0ee-f68a-44d9-87ad-66638f02cae6 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:22:04.249215 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.264516 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd68b0ee-f68a-44d9-87ad-66638f02cae6 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:22:04.285978 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port cd68b0ee-f68a-44d9-87ad-66638f02cae6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cd68b0ee-f68a-44d9-87ad-66638f02cae6,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:04.293380 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:04.305146 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76ae49a3-f24b-40bb-ae50-c3165ee43db6 req-3ef7824d-c46c-49f3-8cca-24959389018f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593810 Sep 13 03:22:04.357755 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=cd68b0ee-f68a-44d9-87ad-66638f02cae6,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:04.695287 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb80bbb-ef0d-481d-b5d9-d018f8bd815a req-53fffb30-1e43-4241-b748-8dc82b58fc02 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:04.696757 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4cb80bbb-ef0d-481d-b5d9-d018f8bd815a req-53fffb30-1e43-4241-b748-8dc82b58fc02 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 944 time: 0.0495546 Sep 13 03:22:04.750415 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4cb80bbb-ef0d-481d-b5d9-d018f8bd815a req-15e730e6-927b-4616-afb4-48321c50ac47 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Sep 13 03:22:04.859372 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad41c6-823d-47ec-9961-145d6c478ba9 req-aa98884d-afa4-4cae-9056-2cc06ec8f8f8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:04.860929 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-20ad41c6-823d-47ec-9961-145d6c478ba9 req-aa98884d-afa4-4cae-9056-2cc06ec8f8f8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0473759 Sep 13 03:22:04.901542 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['cd68b0ee-f68a-44d9-87ad-66638f02cae6'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:22:04.916154 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-20ad41c6-823d-47ec-9961-145d6c478ba9 req-7a556d39-89dd-45bd-bd79-93770faef7e4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Sep 13 03:22:05.001799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:05.018773 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44114) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:05.041547 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd97c97-ab9b-4931-b4ed-d5f9230dcbb3 req-8cce8060-6dce-4eae-a2d4-5cb82b74f57a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:05.047083 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ecd97c97-ab9b-4931-b4ed-d5f9230dcbb3 req-8cce8060-6dce-4eae-a2d4-5cb82b74f57a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0550923 Sep 13 03:22:05.095736 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ecd97c97-ab9b-4931-b4ed-d5f9230dcbb3 req-707a5f97-e652-411f-8ef2-31f20be27a57 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457101 Sep 13 03:22:05.136784 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-538f1d85-fb70-4f0f-a1b6-3a31bcd9d1c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.175227 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:05.213528 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-538f1d85-fb70-4f0f-a1b6-3a31bcd9d1c0 admin admin] Publish callbacks [] for security_group (cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.217236 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-538f1d85-fb70-4f0f-a1b6-3a31bcd9d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.254047 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f1d85-fb70-4f0f-a1b6-3a31bcd9d1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:05.258313 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-538f1d85-fb70-4f0f-a1b6-3a31bcd9d1c0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f4a3f5c6eb964c86b5851942d2edb461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383268 Sep 13 03:22:05.260944 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44118) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:05.293143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:05.311866 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eb508275-6ba1-4d70-b952-f5eee32937f2 admin admin] Publish callbacks [] for security_group (cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.332020 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eb508275-6ba1-4d70-b952-f5eee32937f2 admin admin] Publish callbacks [] for security_group (cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.380452 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eb508275-6ba1-4d70-b952-f5eee32937f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.383239 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eb508275-6ba1-4d70-b952-f5eee32937f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.384391 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-eb508275-6ba1-4d70-b952-f5eee32937f2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c HTTP/1.1" status: 204 len: 168 time: 0.1225324 Sep 13 03:22:05.397782 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb508275-6ba1-4d70-b952-f5eee32937f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd31d2ae-862d-45cc-bbe0-e7f7d7f14b6c,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:05.443600 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7397-3946-495e-a4ec-2f16ca7f2f91 req-64a57b1c-6047-4ba4-8439-a22e34c971a8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:05.445192 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7edc7397-3946-495e-a4ec-2f16ca7f2f91 req-64a57b1c-6047-4ba4-8439-a22e34c971a8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0575821 Sep 13 03:22:05.495893 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7edc7397-3946-495e-a4ec-2f16ca7f2f91 req-c7c59b66-604c-4e92-b1d7-5641f83c9f2a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Sep 13 03:22:05.657496 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44126) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:05.673625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3cb84cf9-439e-45ea-bf0f-2b5cc97e5494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.780653 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3cb84cf9-439e-45ea-bf0f-2b5cc97e5494 admin admin] Publish callbacks [] for security_group (9f8a7f1d-7507-4937-b309-babd22928279), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.792424 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3cb84cf9-439e-45ea-bf0f-2b5cc97e5494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (9f8a7f1d-7507-4937-b309-babd22928279), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.821279 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-945a80ff-e211-485d-b140-0a678faf1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:05.822972 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-945a80ff-e211-485d-b140-0a678faf1518 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0935721 Sep 13 03:22:05.847346 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-3cb84cf9-439e-45ea-bf0f-2b5cc97e5494 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0ff834f08b5642d8a3fc9ef11f9d1d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887732 Sep 13 03:22:05.850582 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44130) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:05.851074 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45b72e-d4b3-4847-a182-701b390aadac req-bf1203cb-67fa-44d8-a6ba-a70a2288afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:05.852608 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb45b72e-d4b3-4847-a182-701b390aadac req-bf1203cb-67fa-44d8-a6ba-a70a2288afa8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.1192656 Sep 13 03:22:05.856075 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6ac5b2df-5b32-4825-a06f-9377ff80e486 req-da515234-0478-4c6f-af14-bcfb5aa99190 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214485 Sep 13 03:22:05.857876 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb84cf9-439e-45ea-bf0f-2b5cc97e5494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8a7f1d-7507-4937-b309-babd22928279,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:05.905323 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-88ff181d-9f9d-45c4-aa4e-a277e43e5264 admin admin] Publish callbacks [] for security_group (9f8a7f1d-7507-4937-b309-babd22928279), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.921717 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cef90d-2e6d-4683-8a56-a179fd76836e req-e6cf6f21-94bf-4c33-9c01-4a8265c8756a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:05.923302 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75cef90d-2e6d-4683-8a56-a179fd76836e req-e6cf6f21-94bf-4c33-9c01-4a8265c8756a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 944 time: 0.0509579 Sep 13 03:22:05.926460 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-88ff181d-9f9d-45c4-aa4e-a277e43e5264 admin admin] Publish callbacks [] for security_group (9f8a7f1d-7507-4937-b309-babd22928279), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.971750 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-75cef90d-2e6d-4683-8a56-a179fd76836e req-2d6e764c-4af3-4d59-807e-87e40324419f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Sep 13 03:22:05.978674 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-88ff181d-9f9d-45c4-aa4e-a277e43e5264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (9f8a7f1d-7507-4937-b309-babd22928279), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.981507 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-88ff181d-9f9d-45c4-aa4e-a277e43e5264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:05.982682 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-88ff181d-9f9d-45c4-aa4e-a277e43e5264 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9f8a7f1d-7507-4937-b309-babd22928279 HTTP/1.1" status: 204 len: 168 time: 0.1307354 Sep 13 03:22:05.991929 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff181d-9f9d-45c4-aa4e-a277e43e5264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8a7f1d-7507-4937-b309-babd22928279,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:06.005161 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:06.092837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08bb4e-822e-4f90-a851-41e4127c34cb req-c5bdfbe1-3428-4ad1-b2c6-c6ccad307e54 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:06.094338 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f08bb4e-822e-4f90-a851-41e4127c34cb req-c5bdfbe1-3428-4ad1-b2c6-c6ccad307e54 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0470498 Sep 13 03:22:06.145374 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f08bb4e-822e-4f90-a851-41e4127c34cb req-4b99cf2d-e192-4792-81f7-7a76b3be6118 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Sep 13 03:22:06.186877 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device cd68b0ee-f68a-44d9-87ad-66638f02cae6 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:22:06.214853 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:06.231435 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port cd68b0ee-f68a-44d9-87ad-66638f02cae6 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:22:06.236816 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port cd68b0ee-f68a-44d9-87ad-66638f02cae6 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:22:06.237324 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.266258 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8b824-4504-42c1-be17-028509fc17b9 req-9751592e-1ab9-4e5b-8479-196834b49546 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:06.271306 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3bc8b824-4504-42c1-be17-028509fc17b9 req-9751592e-1ab9-4e5b-8479-196834b49546 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0557740 Sep 13 03:22:06.312810 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port cd68b0ee-f68a-44d9-87ad-66638f02cae6 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:22:06.313235 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.322917 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3bc8b824-4504-42c1-be17-028509fc17b9 req-0fe37b23-0684-4644-bf03-307320bf73cb tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483019 Sep 13 03:22:06.386953 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-3f2785c6-696e-4c2d-a1a7-ea2717515dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:06.389516 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-3f2785c6-696e-4c2d-a1a7-ea2717515dbc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637383 Sep 13 03:22:06.390786 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port cd68b0ee-f68a-44d9-87ad-66638f02cae6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cd68b0ee-f68a-44d9-87ad-66638f02cae6,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:06.395317 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:22:06.398772 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b005f65-f004-46ef-8e12-083a32c5f627" -d '{"events": [{"server_uuid": "01c384f0-cb60-4c77-94da-1c9b8055f3fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd68b0ee-f68a-44d9-87ad-66638f02cae6"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:22:06.402582 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.432079 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44148) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:06.450723 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-45ed72c1-0b24-4fcc-b3a1-2bc0c58024ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.453964 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e6546b-f275-406e-b3b8-9796bd60b3e4 x-openstack-request-id: req-08e6546b-f275-406e-b3b8-9796bd60b3e4 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:22:06.454350 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c384f0-cb60-4c77-94da-1c9b8055f3fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd68b0ee-f68a-44d9-87ad-66638f02cae6", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:22:06.454533 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08e6546b-f275-406e-b3b8-9796bd60b3e4 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:22:06.455040 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e6546b-f275-406e-b3b8-9796bd60b3e4'] response: {'server_uuid': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6', 'code': 200} Sep 13 03:22:06.457999 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c142c2-318f-4c12-afee-a35c7070f3ec req-9857afd3-65fb-4a56-82e6-45c3cc634472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:06.460050 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f0c142c2-318f-4c12-afee-a35c7070f3ec req-9857afd3-65fb-4a56-82e6-45c3cc634472 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 1129 time: 0.1288106 Sep 13 03:22:06.461395 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45b72e-d4b3-4847-a182-701b390aadac req-b6de4c34-69d6-4dca-96e4-c985fded05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:06.462907 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb45b72e-d4b3-4847-a182-701b390aadac req-b6de4c34-69d6-4dca-96e4-c985fded05df service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089926 Sep 13 03:22:06.467733 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=cd68b0ee-f68a-44d9-87ad-66638f02cae6,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:06.558014 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:06.558014 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-45ed72c1-0b24-4fcc-b3a1-2bc0c58024ef admin admin] Publish callbacks [] for security_group (06a9f980-373d-492b-abd2-88ba7a2af2b1), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.563240 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-45ed72c1-0b24-4fcc-b3a1-2bc0c58024ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (06a9f980-373d-492b-abd2-88ba7a2af2b1), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.597488 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed72c1-0b24-4fcc-b3a1-2bc0c58024ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a9f980-373d-492b-abd2-88ba7a2af2b1,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:06.610912 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-45ed72c1-0b24-4fcc-b3a1-2bc0c58024ef admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fbf0d33f7f864bbb946ad6c7f404c212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776247 Sep 13 03:22:06.613392 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44154) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:06.632637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431b6c-402e-4fe2-9547-b00e3f240d6b req-9c0fabc8-5744-4709-9e6b-be7e2e23659d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:06.634118 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b431b6c-402e-4fe2-9547-b00e3f240d6b req-9c0fabc8-5744-4709-9e6b-be7e2e23659d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0534236 Sep 13 03:22:06.675180 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-784cb80c-f582-47e6-bd15-882cb033f93b admin admin] Publish callbacks [] for security_group (06a9f980-373d-492b-abd2-88ba7a2af2b1), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.678193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:06.681811 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b431b6c-402e-4fe2-9547-b00e3f240d6b req-1f97647d-a314-4db1-ae2d-733fc37dfa0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418658 Sep 13 03:22:06.698274 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-784cb80c-f582-47e6-bd15-882cb033f93b admin admin] Publish callbacks [] for security_group (06a9f980-373d-492b-abd2-88ba7a2af2b1), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.744202 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-784cb80c-f582-47e6-bd15-882cb033f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (06a9f980-373d-492b-abd2-88ba7a2af2b1), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.746881 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-784cb80c-f582-47e6-bd15-882cb033f93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:06.748019 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-784cb80c-f582-47e6-bd15-882cb033f93b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/06a9f980-373d-492b-abd2-88ba7a2af2b1 HTTP/1.1" status: 204 len: 168 time: 0.1329594 Sep 13 03:22:06.756129 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cb80c-f582-47e6-bd15-882cb033f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a9f980-373d-492b-abd2-88ba7a2af2b1,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:07.167469 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52233bd-8eb8-41e4-a585-2a8916a61599 req-38924e10-f543-4686-a2fe-5ae51f883a95 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:07.168992 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f52233bd-8eb8-41e4-a585-2a8916a61599 req-38924e10-f543-4686-a2fe-5ae51f883a95 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.1178060 Sep 13 03:22:07.198803 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:07.205966 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f0c142c2-318f-4c12-afee-a35c7070f3ec req-c63c5856-ccc4-4684-9755-6daf8b13dc4c service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258144 Sep 13 03:22:07.229067 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb45b72e-d4b3-4847-a182-701b390aadac req-c1cd6d11-9167-4b79-999d-ff1a302c473d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477430 Sep 13 03:22:07.273129 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f52233bd-8eb8-41e4-a585-2a8916a61599 req-57de18de-dbc1-4a7b-98b5-9a1573680344 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910642 Sep 13 03:22:07.279497 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-c6a18196-2665-462c-a054-cfa6dc61b589 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953120 Sep 13 03:22:07.311466 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393410fc-e2cd-4a79-a3da-5703d9c6fcf1 req-4d34dc20-20ef-403f-b5d9-5bc089cba536 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:07.313015 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-393410fc-e2cd-4a79-a3da-5703d9c6fcf1 req-4d34dc20-20ef-403f-b5d9-5bc089cba536 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 944 time: 0.0589077 Sep 13 03:22:07.343989 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:07.361768 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-393410fc-e2cd-4a79-a3da-5703d9c6fcf1 req-87ef3122-278d-41f4-8edb-ba99feac7787 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Sep 13 03:22:07.467261 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541629-0a26-4381-8adc-6612ecbad523 req-f0d545f9-a7b1-4631-9e4d-59d8d4362458 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:07.468793 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-50541629-0a26-4381-8adc-6612ecbad523 req-f0d545f9-a7b1-4631-9e4d-59d8d4362458 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0468969 Sep 13 03:22:07.515640 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-50541629-0a26-4381-8adc-6612ecbad523 req-50e9b19d-72bf-4ac5-aba1-be593bb9b4fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403116 Sep 13 03:22:07.815065 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53afd6b-f632-4bce-b43d-ac8c5417b04f req-ee45e1eb-f9fc-42c3-a308-70bdffda5290 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:07.817948 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a53afd6b-f632-4bce-b43d-ac8c5417b04f req-ee45e1eb-f9fc-42c3-a308-70bdffda5290 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0532224 Sep 13 03:22:07.872662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a53afd6b-f632-4bce-b43d-ac8c5417b04f req-8130fbdf-80bd-4ab2-87b4-3bbd66220992 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475335 Sep 13 03:22:08.003299 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb45b72e-d4b3-4847-a182-701b390aadac req-ed7ef471-1b37-4ba2-b57f-564139d9e0b0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906301 Sep 13 03:22:08.186698 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device f18a4265-4277-4b61-a45f-eca4e86395c8 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:22:08.293622 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port f18a4265-4277-4b61-a45f-eca4e86395c8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f18a4265-4277-4b61-a45f-eca4e86395c8,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:08.305498 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'f18a4265-4277-4b61-a45f-eca4e86395c8', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'port_id': 'f18a4265-4277-4b61-a45f-eca4e86395c8', 'mac_address': 'fa:16:3e:ea:62:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:22:08.344427 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port f18a4265-4277-4b61-a45f-eca4e86395c8 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:22:08.344831 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:08.359013 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18a4265-4277-4b61-a45f-eca4e86395c8 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:22:08.380938 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port f18a4265-4277-4b61-a45f-eca4e86395c8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f18a4265-4277-4b61-a45f-eca4e86395c8,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:08.386281 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:08.403184 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5e948-4123-4bbf-a9a4-018f6a74e993 req-3339967c-99e6-4410-86d3-a5baa6bb18ef tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:08.404869 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-04b5e948-4123-4bbf-a9a4-018f6a74e993 req-3339967c-99e6-4410-86d3-a5baa6bb18ef tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0535483 Sep 13 03:22:08.438680 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=f18a4265-4277-4b61-a45f-eca4e86395c8,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:08.457030 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-04b5e948-4123-4bbf-a9a4-018f6a74e993 req-e652f3dc-f34c-4ee3-9cf2-d2b241dfdf41 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466235 Sep 13 03:22:08.500646 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded4339-5ebe-469a-970f-e9ed0d055904 req-a990fa87-c901-4e1d-bcaf-3f4561bb5dd0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:08.502121 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ded4339-5ebe-469a-970f-e9ed0d055904 req-a990fa87-c901-4e1d-bcaf-3f4561bb5dd0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 945 time: 0.0501482 Sep 13 03:22:08.569586 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ded4339-5ebe-469a-970f-e9ed0d055904 req-11079549-3735-4f23-aafa-cca203acd42e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616064 Sep 13 03:22:08.581854 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db4a9dcc-c6b1-49e9-8056-b57208904966 req-b6519ac7-6c55-4f02-a894-ebace19f2a3c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103218 Sep 13 03:22:08.685929 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3ebc9-42a2-41c5-994e-626f4d89cd09 req-0fcf51c8-8e63-472f-9d61-ab6d596e97fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:08.687489 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3cd3ebc9-42a2-41c5-994e-626f4d89cd09 req-0fcf51c8-8e63-472f-9d61-ab6d596e97fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0559585 Sep 13 03:22:08.763191 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3cd3ebc9-42a2-41c5-994e-626f4d89cd09 req-44fccc07-2eff-4c0a-a6e4-de508f68b9a7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690088 Sep 13 03:22:08.997279 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f7de7-d143-460c-a181-7b5e5fce3287 req-3cd06b70-a19b-4d4b-b617-77ea38f4a8c1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:08.998629 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-465f7de7-d143-460c-a181-7b5e5fce3287 req-3cd06b70-a19b-4d4b-b617-77ea38f4a8c1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0445681 Sep 13 03:22:09.019803 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['f18a4265-4277-4b61-a45f-eca4e86395c8'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:22:09.049749 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-465f7de7-d143-460c-a181-7b5e5fce3287 req-b9a60c96-22e1-439d-b85e-703a2656ba80 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Sep 13 03:22:09.172558 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6aa58-203b-49d6-a9db-dced779a8d73 req-79ea68e8-932f-4385-bf2b-02cc2b8c6fbc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:09.174011 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66b6aa58-203b-49d6-a9db-dced779a8d73 req-79ea68e8-932f-4385-bf2b-02cc2b8c6fbc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0461769 Sep 13 03:22:09.184537 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44224) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:09.188866 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'floatingip': {'port_id': '1c922edb-7dd6-4a91-ba67-004272056f1c'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:22:09.223660 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=78 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:09.225520 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=76 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:09.259256 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (f276db9a-4975-4827-86e7-749f9f968545), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:09.586653 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:09.611763 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c105cc-c329-47e4-9a1b-6eaaec3de929 req-52a444d9-d59b-4281-a9bf-abb2fad0981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:09.613381 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f9c105cc-c329-47e4-9a1b-6eaaec3de929 req-52a444d9-d59b-4281-a9bf-abb2fad0981b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 1129 time: 0.0428011 Sep 13 03:22:09.619059 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:09.620672 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda841a-6dcc-4b92-9c3b-17e63a95e143 req-dede33f4-9c68-4312-80c4-4a7b2402799f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:09.624423 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3eda841a-6dcc-4b92-9c3b-17e63a95e143 req-dede33f4-9c68-4312-80c4-4a7b2402799f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0935299 Sep 13 03:22:09.682831 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3eda841a-6dcc-4b92-9c3b-17e63a95e143 req-3aeed3ff-10a7-41f4-806c-378200d28dc8 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Sep 13 03:22:09.912345 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eab4f-a899-4a20-94a7-5714172fa554 req-69b3f050-2243-4ab9-9b8d-fe7bfebbf02c tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:09.915210 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376eab4f-a899-4a20-94a7-5714172fa554 req-69b3f050-2243-4ab9-9b8d-fe7bfebbf02c tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0575881 Sep 13 03:22:09.972179 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376eab4f-a899-4a20-94a7-5714172fa554 req-e88f94d3-cb07-4588-97f4-d8c21dae017b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517309 Sep 13 03:22:09.977362 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baf43a-c822-4745-8ec7-813b142e5c88 req-d28baa72-b51b-4227-a16b-7e53631cf965 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:09.983967 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-75baf43a-c822-4745-8ec7-813b142e5c88 req-d28baa72-b51b-4227-a16b-7e53631cf965 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 945 time: 0.1009448 Sep 13 03:22:10.115957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae087757-bb76-4cfb-8858-26436fcdb175 req-3589a2e3-48dd-4fc2-8482-355df604df9e tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:10.117436 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae087757-bb76-4cfb-8858-26436fcdb175 req-3589a2e3-48dd-4fc2-8482-355df604df9e tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0603886 Sep 13 03:22:10.125039 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-75baf43a-c822-4745-8ec7-813b142e5c88 req-1a95509f-c481-4a79-a37f-641d9d91f695 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402457 Sep 13 03:22:10.130988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44244) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:10.137786 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:22:10.174593 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:10.181402 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (f276db9a-4975-4827-86e7-749f9f968545), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:10.193220 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (274c2658-e77d-4f51-8668-bac0acfed571), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:10.389847 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Floating IP f276db9a-4975-4827-86e7-749f9f968545 associated. External IP: 172.27.1.96, port: 1c922edb-7dd6-4a91-ba67-004272056f1c. Sep 13 03:22:10.497712 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device f18a4265-4277-4b61-a45f-eca4e86395c8 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:22:10.542627 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port f18a4265-4277-4b61-a45f-eca4e86395c8 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:22:10.551529 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port f18a4265-4277-4b61-a45f-eca4e86395c8 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:22:10.551956 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:10.601201 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:10.646046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:10.660788 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port f18a4265-4277-4b61-a45f-eca4e86395c8 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:22:10.661332 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:10.667988 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f9c105cc-c329-47e4-9a1b-6eaaec3de929 req-25c916ec-96f0-4bb9-97b9-f17a66e10ab5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619855 Sep 13 03:22:10.696965 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0445581f-c40d-4838-864c-bb080dcf594b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a4265-4277-4b61-a45f-eca4e86395c8'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:22:10.702985 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbdacc0-5f61-4a89-a9b0-62ce59f583be" -d '{"events": [{"server_uuid": "0445581f-c40d-4838-864c-bb080dcf594b", "name": "network-vif-plugged", "status": "completed", "tag": "f18a4265-4277-4b61-a45f-eca4e86395c8"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:22:10.716408 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port f18a4265-4277-4b61-a45f-eca4e86395c8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f18a4265-4277-4b61-a45f-eca4e86395c8,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:10.723468 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:10.784525 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=f18a4265-4277-4b61-a45f-eca4e86395c8,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:10.804912 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb78b7cf-8a21-4ae0-b792-c28f90f163fb x-openstack-request-id: req-bb78b7cf-8a21-4ae0-b792-c28f90f163fb {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:22:10.805394 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0445581f-c40d-4838-864c-bb080dcf594b", "name": "network-vif-plugged", "status": "completed", "tag": "f18a4265-4277-4b61-a45f-eca4e86395c8", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:22:10.805761 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb78b7cf-8a21-4ae0-b792-c28f90f163fb {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:22:10.806252 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb78b7cf-8a21-4ae0-b792-c28f90f163fb'] response: {'server_uuid': '0445581f-c40d-4838-864c-bb080dcf594b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a4265-4277-4b61-a45f-eca4e86395c8', 'code': 200} Sep 13 03:22:10.812648 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Router 85bb51ed-beb7-4705-97d4-902ba80bb261 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:22:10.825456 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:10.915194 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d01cb-3b11-40f7-bb3e-e8b9cb878037 req-1f6a8b17-7b12-4bec-b0fb-55a4efa7784a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:10.916668 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3c1d01cb-3b11-40f7-bb3e-e8b9cb878037 req-1f6a8b17-7b12-4bec-b0fb-55a4efa7784a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.1029780 Sep 13 03:22:10.946943 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:10.964448 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:10.980858 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (274c2658-e77d-4f51-8668-bac0acfed571), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:11.260698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1aa9-4877-4302-8f8e-fd326ae194b2 req-7028df4f-66ad-4db2-a376-d3910ef04a4d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:11.262180 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69fe1aa9-4877-4302-8f8e-fd326ae194b2 req-7028df4f-66ad-4db2-a376-d3910ef04a4d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0586176 Sep 13 03:22:11.310320 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3c1d01cb-3b11-40f7-bb3e-e8b9cb878037 req-4ce5109b-0264-4a1d-bd70-75df38947f94 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602779 Sep 13 03:22:11.314546 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-69fe1aa9-4877-4302-8f8e-fd326ae194b2 req-41abbe69-1a62-4377-87ae-32e682c33c09 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458300 Sep 13 03:22:11.325080 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:22:11.339835 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:11.343588 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] Sync routers for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:22:11.354490 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:22:11.355353 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:21:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:11.363143 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 274c2658-e77d-4f51-8668-bac0acfed571 associated. External IP: 172.27.1.149, port: 99e3ee84-e44d-466c-bb25-da0a34a04a5e. Sep 13 03:22:11.395902 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6fd237ec-9b8a-4bc1-bfd4-07913880327c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/f276db9a-4975-4827-86e7-749f9f968545 HTTP/1.1" status: 200 len: 990 time: 2.2103159 Sep 13 03:22:11.398319 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:22:11.400385 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a725b5-3174-4cf8-88df-1e182f27017e" -d '{"events": [{"name": "network-changed", "server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:22:11.443638 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016737d5-6a0f-41f7-9a74-26e37a733bec x-openstack-request-id: req-016737d5-6a0f-41f7-9a74-26e37a733bec {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:22:11.443924 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:22:11.444174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-016737d5-6a0f-41f7-9a74-26e37a733bec {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:22:11.444569 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016737d5-6a0f-41f7-9a74-26e37a733bec'] response: {'name': 'network-changed', 'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'status': 'completed', 'code': 200} Sep 13 03:22:11.459016 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:22:11.568873 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:22:11.668376 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'f276db9a-4975-4827-86e7-749f9f968545', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'port_id': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'mac_address': 'fa:16:3e:b7:87:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:20:59Z', 'updated_at': '2022-09-13T03:22:09Z', 'revision_number': 1, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:11.674508 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:22:11.679328 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:11.685574 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:22:11.696792 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] Checking router: 85bb51ed-beb7-4705-97d4-902ba80bb261 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:22:11.697815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:22:11.698491 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:21:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:11.706534 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:22:11.707707 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:21:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:11.710804 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c1165779-cab7-4590-9335-f7771e75b7c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/274c2658-e77d-4f51-8668-bac0acfed571 HTTP/1.1" status: 200 len: 991 time: 1.5787046 Sep 13 03:22:11.803845 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:22:11.805986 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:22:12.087920 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:10Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:12.116813 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'f276db9a-4975-4827-86e7-749f9f968545', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'port_id': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'mac_address': 'fa:16:3e:b7:87:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:20:59Z', 'updated_at': '2022-09-13T03:22:09Z', 'revision_number': 1, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:12.117416 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:22:12.126500 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:22:12.126696 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:21:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:12.146264 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aba9a-9f08-40ba-bb43-edc07ed9b576 None None] The sync data for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi is: [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'f276db9a-4975-4827-86e7-749f9f968545', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'port_id': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'mac_address': 'fa:16:3e:b7:87:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:20:59Z', 'updated_at': '2022-09-13T03:22:09Z', 'revision_number': 1, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:22:12.240548 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:22:12.298988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44282) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:12.440548 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c40c-510e-4412-ab8c-ad3db113499f None None] New status for floating IP f276db9a-4975-4827-86e7-749f9f968545: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:22:12.481017 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e88fc24b-8f97-40ba-a041-5e2f11f33b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:12.486714 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-a1258720-86a3-4b1b-8bd8-5f9a9453c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:12.488225 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-a1258720-86a3-4b1b-8bd8-5f9a9453c6a9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1129 time: 0.1050563 Sep 13 03:22:12.503904 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676e1af-7c2a-4f81-b371-aa4a980dcd26 req-3bc8e90e-d1b2-41ef-af87-0c0f1feb433c tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:12.511845 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f676e1af-7c2a-4f81-b371-aa4a980dcd26 req-3bc8e90e-d1b2-41ef-af87-0c0f1feb433c tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0912790 Sep 13 03:22:12.573873 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:12.612552 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f676e1af-7c2a-4f81-b371-aa4a980dcd26 req-ffe9bc2a-5889-4dab-93b4-94eff16fbd20 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957749 Sep 13 03:22:12.659747 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27201-f89c-4904-a04a-b597995a8d47 req-4ad7c108-b566-41c5-a108-c5e269fed39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:12.662333 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a2d27201-f89c-4904-a04a-b597995a8d47 req-4ad7c108-b566-41c5-a108-c5e269fed39d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 1130 time: 0.0766129 Sep 13 03:22:12.694278 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e88fc24b-8f97-40ba-a041-5e2f11f33b8a admin admin] Publish callbacks [] for security_group (acc990d8-c343-432e-b069-e3085d83ff18), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:12.695781 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:12.696723 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:12.698380 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-754f75b3-e305-4ce7-9850-2f28e0f9746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:12.700271 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-754f75b3-e305-4ce7-9850-2f28e0f9746d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.1495547 Sep 13 03:22:12.702771 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:10Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:12.711253 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e88fc24b-8f97-40ba-a041-5e2f11f33b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (acc990d8-c343-432e-b069-e3085d83ff18), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:12.712234 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1ce82-fc71-404e-bed8-a0da16e7206b req-9cf20a0b-d984-463e-8b34-78da96e9c5e2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:12.727934 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8c1ce82-fc71-404e-bed8-a0da16e7206b req-9cf20a0b-d984-463e-8b34-78da96e9c5e2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.2574539 Sep 13 03:22:12.728546 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:12.742008 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d734764c-88a5-4cac-99d2-82b956b06e20 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:10Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:22:12.771986 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a2d27201-f89c-4904-a04a-b597995a8d47 req-9c11cfe5-9c7c-4595-8ded-02078b70bd2b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014848 Sep 13 03:22:12.782733 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-e88fc24b-8f97-40ba-a041-5e2f11f33b8a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a28eed0fdf7548c280cb37c3bcf60345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825990 Sep 13 03:22:12.783348 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44290) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:12.787454 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fc24b-8f97-40ba-a041-5e2f11f33b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc990d8-c343-432e-b069-e3085d83ff18,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:12.848694 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0c680df-b6e0-4229-b8d5-7f9d73045962 admin admin] Publish callbacks [] for security_group (acc990d8-c343-432e-b069-e3085d83ff18), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:12.863479 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-653e6d35-272c-4608-ae6c-516cd20cdc39 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 1000 time: 0.1320682 Sep 13 03:22:12.866678 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8c1ce82-fc71-404e-bed8-a0da16e7206b req-c5eb4c9d-670c-4d41-907b-f2d176be7c7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378391 Sep 13 03:22:12.869632 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0c680df-b6e0-4229-b8d5-7f9d73045962 admin admin] Publish callbacks [] for security_group (acc990d8-c343-432e-b069-e3085d83ff18), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:12.920969 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0c680df-b6e0-4229-b8d5-7f9d73045962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (acc990d8-c343-432e-b069-e3085d83ff18), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:12.923972 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0c680df-b6e0-4229-b8d5-7f9d73045962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:12.925343 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f0c680df-b6e0-4229-b8d5-7f9d73045962 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/acc990d8-c343-432e-b069-e3085d83ff18 HTTP/1.1" status: 204 len: 168 time: 0.1404929 Sep 13 03:22:12.935036 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c680df-b6e0-4229-b8d5-7f9d73045962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc990d8-c343-432e-b069-e3085d83ff18,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:13.008199 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c6761-2a70-49c5-9ead-b96e577b37b0 None None] New status for floating IP 274c2658-e77d-4f51-8668-bac0acfed571: ACTIVE {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:22:13.103685 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:13.220664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44298) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:13.237391 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29cdc232-f4bd-49d5-93cf-91d535fc14e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:13.311987 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29cdc232-f4bd-49d5-93cf-91d535fc14e1 admin admin] Publish callbacks [] for security_group (f0f9f0fa-a756-4927-a0a5-3a3dd4d76741), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:13.315832 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-29cdc232-f4bd-49d5-93cf-91d535fc14e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f0f9f0fa-a756-4927-a0a5-3a3dd4d76741), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:13.382852 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdc232-f4bd-49d5-93cf-91d535fc14e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f9f0fa-a756-4927-a0a5-3a3dd4d76741,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:13.388636 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-29cdc232-f4bd-49d5-93cf-91d535fc14e1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=40cc8fe96a044ad78adb15f27173fdab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669550 Sep 13 03:22:13.391347 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44300) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:13.413792 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-d8d3f365-4323-4040-b69e-a570a1b22ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:13.415221 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-d8d3f365-4323-4040-b69e-a570a1b22ae7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0840693 Sep 13 03:22:13.446050 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:22:13.448407 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f64a5-4d24-44cd-970b-1b24eb620063" -d '{"events": [{"name": "network-changed", "server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:22:13.451764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6846fe9e-ff8f-4004-9fd7-71d99fdb95c5 admin admin] Publish callbacks [] for security_group (f0f9f0fa-a756-4927-a0a5-3a3dd4d76741), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:13.472032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6846fe9e-ff8f-4004-9fd7-71d99fdb95c5 admin admin] Publish callbacks [] for security_group (f0f9f0fa-a756-4927-a0a5-3a3dd4d76741), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:13.484844 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b400dd9-7eee-4f9d-8bef-120153de5298 x-openstack-request-id: req-0b400dd9-7eee-4f9d-8bef-120153de5298 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:22:13.485139 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:22:13.485394 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b400dd9-7eee-4f9d-8bef-120153de5298 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:22:13.485799 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b400dd9-7eee-4f9d-8bef-120153de5298'] response: {'name': 'network-changed', 'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'status': 'completed', 'code': 200} Sep 13 03:22:13.524557 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6846fe9e-ff8f-4004-9fd7-71d99fdb95c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f0f9f0fa-a756-4927-a0a5-3a3dd4d76741), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:13.527452 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6846fe9e-ff8f-4004-9fd7-71d99fdb95c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:13.528604 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6846fe9e-ff8f-4004-9fd7-71d99fdb95c5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f0f9f0fa-a756-4927-a0a5-3a3dd4d76741 HTTP/1.1" status: 204 len: 168 time: 0.1363831 Sep 13 03:22:13.536372 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846fe9e-ff8f-4004-9fd7-71d99fdb95c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f9f0fa-a756-4927-a0a5-3a3dd4d76741,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:13.604994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:13.737725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17bf34-a354-4e0b-8885-986deaeae84d req-adec441f-c344-4586-9213-880a446b6bf5 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:13.739886 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de17bf34-a354-4e0b-8885-986deaeae84d req-adec441f-c344-4586-9213-880a446b6bf5 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0545795 Sep 13 03:22:13.787165 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de17bf34-a354-4e0b-8885-986deaeae84d req-0f8e19bf-114f-4067-a8dc-58f166ef32c2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Sep 13 03:22:14.004374 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa070c-ed58-4df2-a315-777a3d62ae32 req-6ee6e667-ddcb-44eb-99a9-7f39f486387e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:14.005993 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-20aa070c-ed58-4df2-a315-777a3d62ae32 req-6ee6e667-ddcb-44eb-99a9-7f39f486387e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0520873 Sep 13 03:22:14.094968 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-20aa070c-ed58-4df2-a315-777a3d62ae32 req-1db59de8-974f-4024-8604-2ae393ed4ec6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680790 Sep 13 03:22:14.303214 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44376) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:14.401336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-634189207-network', 'tenant_id': '322376a26bd249f886ef576c231ff662'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:22:14.421738 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Made reservation on behalf of 322376a26bd249f886ef576c231ff662 for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:22:14.423971 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.434191 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.508479 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks [] for security_group (f6dd45c5-f52f-44ed-861e-91a027289f23), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.512244 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f6dd45c5-f52f-44ed-861e-91a027289f23), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.539696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:22:14.546435 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dd45c5-f52f-44ed-861e-91a027289f23,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:14.552615 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (689597a9-4034-486d-9f1e-94000ea93552), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.552957 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Added segment 689597a9-4034-486d-9f1e-94000ea93552 of type vlan for network 96d6c444-5e0d-4171-821d-2c11b0b44345 Sep 13 03:22:14.563642 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e70304f8-18bb-416a-84d2-9664d834882e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.594811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (96d6c444-5e0d-4171-821d-2c11b0b44345), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.619982 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (96d6c444-5e0d-4171-821d-2c11b0b44345), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.621027 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:14.621763 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.666631 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-822d0d5d-1173-4f0d-934d-8593ecabc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:14.668294 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-822d0d5d-1173-4f0d-934d-8593ecabc2e0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411451 Sep 13 03:22:14.679323 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3750041 Sep 13 03:22:14.682565 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44388) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:14.687505 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Request body: {'subnet': {'network_id': '96d6c444-5e0d-4171-821d-2c11b0b44345', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-634189207-subnet', 'tenant_id': '322376a26bd249f886ef576c231ff662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:22:14.690523 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df980b3-9488-4143-88b6-fbe23bf0a66a admin admin] Pushing event updated for resources: {'Network': ['ID=96d6c444-5e0d-4171-821d-2c11b0b44345,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:14.702308 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 96d6c444-5e0d-4171-821d-2c11b0b44345 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:22:14.710101 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Made reservation on behalf of 322376a26bd249f886ef576c231ff662 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:22:14.712789 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.874046 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:14.893748 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (81da8db0-3a07-4416-9073-7c8db358c2ed), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:14.927594 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:14.954752 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81da8db0-3a07-4416-9073-7c8db358c2ed,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:14.970840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Checking segment: {'id': '689597a9-4034-486d-9f1e-94000ea93552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '96d6c444-5e0d-4171-821d-2c11b0b44345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:22:14.971196 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Network hostable DHCP agents. Network: 96d6c444-5e0d-4171-821d-2c11b0b44345, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:22:14.990876 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Network 96d6c444-5e0d-4171-821d-2c11b0b44345 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:22:15.001210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 96d6c444-5e0d-4171-821d-2c11b0b44345) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:22:15.006647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:15.006957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.011765 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5425987-8d6c-4cc0-a365-1c684054a9e6 None None] Network 96d6c444-5e0d-4171-821d-2c11b0b44345 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:22:15.032998 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7af9fed1-5efa-461c-a6e5-3bbf63dd86e2 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3491704 Sep 13 03:22:15.066103 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-da3adeee-0f55-4d7a-926a-64d4c34bbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:15.069234 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-da3adeee-0f55-4d7a-926a-64d4c34bbbd9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 1129 time: 0.0508833 Sep 13 03:22:15.086676 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:15.137728 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba86da-fc66-4170-9a4e-0d59cab6457e None None] Network 96d6c444-5e0d-4171-821d-2c11b0b44345 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:22:15.174990 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-24408e6b-9ab2-48ae-9c13-82149471374a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545830 Sep 13 03:22:15.291084 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-461b6934-823e-48c0-ba13-8b5ab2d585f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:15.295375 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-461b6934-823e-48c0-ba13-8b5ab2d585f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.2157240 Sep 13 03:22:15.327705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470db1f8-d73b-48b8-acf0-60f529a5fa88 req-98a029cb-a8f7-4f8e-89b8-a42744f6123d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:15.329200 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-470db1f8-d73b-48b8-acf0-60f529a5fa88 req-98a029cb-a8f7-4f8e-89b8-a42744f6123d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.1332211 Sep 13 03:22:15.361531 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8a725b5-3174-4cf8-88df-1e182f27017e req-01926bc5-bfe2-4f68-b5dd-dfd18c6a0330 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741667 Sep 13 03:22:15.388917 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-470db1f8-d73b-48b8-acf0-60f529a5fa88 req-c63fc79b-c92e-482f-b5a2-ac3501e013bd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529406 Sep 13 03:22:15.657117 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44416) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:15.662562 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1045454679-network', 'tenant_id': '5d323bc56b4343159d1ccf46aaaeb1f5'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:22:15.682762 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Made reservation on behalf of 5d323bc56b4343159d1ccf46aaaeb1f5 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:22:15.685113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.694113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.777857 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks [] for security_group (d15980e8-cd4e-4d33-85d5-ecfef5e3fb33), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.781588 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d15980e8-cd4e-4d33-85d5-ecfef5e3fb33), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.810867 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:22:15.821232 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15980e8-cd4e-4d33-85d5-ecfef5e3fb33,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:15.826288 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (d0f4d250-35c0-485b-b85c-58eb154ff762), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.826654 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Added segment d0f4d250-35c0-485b-b85c-58eb154ff762 of type vlan for network d02101ad-2eab-422d-ae11-aee9022c8ece Sep 13 03:22:15.870457 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (d02101ad-2eab-422d-ae11-aee9022c8ece), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.897185 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (d02101ad-2eab-422d-ae11-aee9022c8ece), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.898180 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:15.898801 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:15.951637 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2933791 Sep 13 03:22:15.954485 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44418) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:15.958275 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:15.960456 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Request body: {'subnet': {'network_id': 'd02101ad-2eab-422d-ae11-aee9022c8ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1045454679-subnet', 'tenant_id': '5d323bc56b4343159d1ccf46aaaeb1f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:22:15.964567 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc40da-eb4c-4ea3-80a3-95e9e0db3430 admin admin] Pushing event updated for resources: {'Network': ['ID=d02101ad-2eab-422d-ae11-aee9022c8ece,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:15.965409 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:15.977592 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network d02101ad-2eab-422d-ae11-aee9022c8ece details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:22:15.990906 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Made reservation on behalf of 5d323bc56b4343159d1ccf46aaaeb1f5 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:22:15.993359 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:16.017705 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:22:16.168744 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (73d06b56-3d44-4efe-a963-92f03256f6cf), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:16.220643 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d06b56-3d44-4efe-a963-92f03256f6cf,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:16.237591 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Checking segment: {'id': 'd0f4d250-35c0-485b-b85c-58eb154ff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd02101ad-2eab-422d-ae11-aee9022c8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:22:16.237895 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Network hostable DHCP agents. Network: d02101ad-2eab-422d-ae11-aee9022c8ece, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:22:16.258471 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Network d02101ad-2eab-422d-ae11-aee9022c8ece is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:22:16.268371 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, d02101ad-2eab-422d-ae11-aee9022c8ece) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:22:16.277416 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70d6d1-052e-4a42-b226-78184473fadf None None] Network d02101ad-2eab-422d-ae11-aee9022c8ece requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:22:16.278098 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:16.278909 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:16.304850 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-bc9732c5-3291-4eb9-a731-253fa07e040b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3491445 Sep 13 03:22:16.388764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c654b8-1049-46b8-bd85-db97bdb64b75 None None] Network d02101ad-2eab-422d-ae11-aee9022c8ece requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:22:16.546463 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-a63ddb6e-65a1-4df1-8689-9cf0352a92e7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e HTTP/1.1" status: 200 len: 1001 time: 0.1115630 Sep 13 03:22:16.558488 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b88b78-3d2c-4984-9d31-3ab07523f377 req-f271fc6b-02b8-42f2-b9df-9b7f020d7f12 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:16.560140 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a5b88b78-3d2c-4984-9d31-3ab07523f377 req-f271fc6b-02b8-42f2-b9df-9b7f020d7f12 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0621665 Sep 13 03:22:16.629064 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-bd0d1254-3c50-42e3-9e85-fbe6afd0ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:16.631077 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-bd0d1254-3c50-42e3-9e85-fbe6afd0ceb8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0700591 Sep 13 03:22:16.654903 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a5b88b78-3d2c-4984-9d31-3ab07523f377 req-106a75bb-e4ba-4d59-a2dc-5dad1bec908c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853007 Sep 13 03:22:16.683667 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-247a32a0-4e29-403b-beec-d39ba2aa9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:16.685337 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-247a32a0-4e29-403b-beec-d39ba2aa9e08 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433488 Sep 13 03:22:16.798180 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-4ab75554-d7d7-4122-a0db-5c8c1bd6930a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051219 Sep 13 03:22:16.924066 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a6f64a5-4d24-44cd-970b-1b24eb620063 req-1f4c022a-d2b6-42e9-b535-9698512aefa6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096027 Sep 13 03:22:16.941192 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d395c13-f92b-4702-9e6b-2ac71cd536d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:16.980024 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:17.018758 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbfca7-ea76-4219-92b1-c44e5cffb280 req-9da7bc62-c753-4491-b539-10855932692f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:17.020252 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c9fbfca7-ea76-4219-92b1-c44e5cffb280 req-9da7bc62-c753-4491-b539-10855932692f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0492826 Sep 13 03:22:17.095527 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-ebbb9de8-14c2-4b28-a757-9dd1bc725355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:17.097028 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-ebbb9de8-14c2-4b28-a757-9dd1bc725355 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 1130 time: 0.0573189 Sep 13 03:22:17.102013 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c9fbfca7-ea76-4219-92b1-c44e5cffb280 req-1ed15155-8815-4015-83fc-11d394c8744f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762398 Sep 13 03:22:17.200827 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-e682ced2-8609-4aef-86da-f564db866cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:17.202276 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-e682ced2-8609-4aef-86da-f564db866cab service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.0881345 Sep 13 03:22:17.217458 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:17.246817 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-1bd99730-5175-4526-a3d3-b1ffa63c5cbd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18a4265-4277-4b61-a45f-eca4e86395c8 HTTP/1.1" status: 200 len: 217 time: 0.0343177 Sep 13 03:22:17.295812 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-905355d4-cb83-44cf-a006-d7ad147a88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:17.297194 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-905355d4-cb83-44cf-a006-d7ad147a88b3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0436084 Sep 13 03:22:17.344407 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-1567f085-0771-4673-b511-3211ddc4fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:17.345900 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-1567f085-0771-4673-b511-3211ddc4fe5d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420961 Sep 13 03:22:17.450995 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-c7da102d-9de1-40d5-b258-8bc67fef3d3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 Sep 13 03:22:17.728745 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1aed3644-f65f-4423-8e2b-d044e711fa5e req-977f53b2-f5df-458b-aa59-31a63978a5b9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899198 Sep 13 03:22:18.154935 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:18.228624 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de74dbd-0639-464c-9eb0-987f811d61e0 req-12782a0b-c9d2-48c7-bcef-63a0383809e0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:18.230092 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1de74dbd-0639-464c-9eb0-987f811d61e0 req-12782a0b-c9d2-48c7-bcef-63a0383809e0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0515013 Sep 13 03:22:18.276345 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1de74dbd-0639-464c-9eb0-987f811d61e0 req-4d451586-bd1d-4531-8ae4-2bb707ae1da7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Sep 13 03:22:19.405796 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318c2a-f7b0-4c94-a52c-b04dd7fb0ac8 req-b457b1fb-f0ec-4f87-9aac-41c7ab3a9093 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:19.407287 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ea318c2a-f7b0-4c94-a52c-b04dd7fb0ac8 req-b457b1fb-f0ec-4f87-9aac-41c7ab3a9093 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0473471 Sep 13 03:22:19.455809 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ea318c2a-f7b0-4c94-a52c-b04dd7fb0ac8 req-102dabdb-26a9-44a6-8289-96226db10043 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Sep 13 03:22:19.537860 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:19.878889 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:20.617760 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb37c-8040-432e-9164-7fe03dcff98f req-53289511-ab69-4c35-8c07-e8120ae0d6a1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:20.619960 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40edb37c-8040-432e-9164-7fe03dcff98f req-53289511-ab69-4c35-8c07-e8120ae0d6a1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0689268 Sep 13 03:22:20.649571 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:20.698477 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40edb37c-8040-432e-9164-7fe03dcff98f req-25336206-8a2f-4523-b245-841bb90c9b7f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728383 Sep 13 03:22:21.843287 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093ce51-6ac4-4bd9-8f96-c7133ff747a8 req-3bf62da3-e3ec-40ed-b0cf-f0a5d902946a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:21.844760 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a093ce51-6ac4-4bd9-8f96-c7133ff747a8 req-3bf62da3-e3ec-40ed-b0cf-f0a5d902946a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0665712 Sep 13 03:22:21.900439 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a093ce51-6ac4-4bd9-8f96-c7133ff747a8 req-7e7ec54e-0412-4085-8525-78be80aba501 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Sep 13 03:22:21.931379 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a655-1253-4117-9f71-0829f72fde70 req-8960c590-7796-4f0c-a7cb-1b15279cfd62 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:21.932827 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2ea1a655-1253-4117-9f71-0829f72fde70 req-8960c590-7796-4f0c-a7cb-1b15279cfd62 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Sep 13 03:22:21.983559 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2ea1a655-1253-4117-9f71-0829f72fde70 req-186011a3-a7aa-4d4d-8db1-c6c72af6da64 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451851 Sep 13 03:22:22.635798 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=84 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:23.121562 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b5b7-dcd5-4352-9305-8af35cedb474 req-84a88dd0-4220-49e7-b098-df579066fdeb tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:23.123079 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-67d4b5b7-dcd5-4352-9305-8af35cedb474 req-84a88dd0-4220-49e7-b098-df579066fdeb tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0500479 Sep 13 03:22:23.171545 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a481-593e-488e-9922-fd2b446a7840 req-4f2b44f7-0fab-4e7c-a6ba-40301e695dc9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:23.173026 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2964a481-593e-488e-9922-fd2b446a7840 req-4f2b44f7-0fab-4e7c-a6ba-40301e695dc9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0485828 Sep 13 03:22:23.173641 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-67d4b5b7-dcd5-4352-9305-8af35cedb474 req-9d11cbce-01bc-41f7-b69e-3979f627ffd2 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Sep 13 03:22:23.222313 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2964a481-593e-488e-9922-fd2b446a7840 req-7370b19a-3c32-4f5b-aba8-1aefe9b30b55 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 Sep 13 03:22:24.305316 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6339082-34a7-48c8-a074-509c9041ed29 req-566dd700-deb2-4f20-a476-ce45681aaf85 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:24.307770 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b6339082-34a7-48c8-a074-509c9041ed29 req-566dd700-deb2-4f20-a476-ce45681aaf85 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0577579 Sep 13 03:22:24.344288 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226519f-ead1-4087-ae04-737a7eaf273f req-39252412-318f-4cc3-bdc7-b89fccad44ab tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:24.351786 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e226519f-ead1-4087-ae04-737a7eaf273f req-39252412-318f-4cc3-bdc7-b89fccad44ab tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0548735 Sep 13 03:22:24.366904 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b6339082-34a7-48c8-a074-509c9041ed29 req-0211a977-ee50-49b8-a9f1-848e731e7e01 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eac46169-6ad8-4fdc-9fea-d6ecf260e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480025 Sep 13 03:22:24.398684 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e226519f-ead1-4087-ae04-737a7eaf273f req-c6e303df-fe18-406f-933d-896aad6681bf tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Sep 13 03:22:25.062050 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25471b-1279-41d1-8560-848c0068ef7b req-a8a5b55b-5acd-452e-844b-37211abe95aa tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:25.063510 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-af25471b-1279-41d1-8560-848c0068ef7b req-a8a5b55b-5acd-452e-844b-37211abe95aa tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Sep 13 03:22:25.182179 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Deleting port c44d8cab-cafe-42d0-9df1-25b1e426b401 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:22:25.182519 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:25.233561 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:25.279447 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] For port c44d8cab-cafe-42d0-9df1-25b1e426b401, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c44d8cab-cafe-42d0-9df1-25b1e426b401,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:25.279807 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:25.294566 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Calling delete_port for c44d8cab-cafe-42d0-9df1-25b1e426b401 owned by compute:nova {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:22:25.379604 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:25.462115 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (c44d8cab-cafe-42d0-9df1-25b1e426b401), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:25.487457 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4cea5168-c0df-4fa9-9626-6d1eb1375a56 req-9e8e74ba-6706-46f5-950c-df0774bb3469 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 0.0378304 Sep 13 03:22:25.512786 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['c44d8cab-cafe-42d0-9df1-25b1e426b401'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:22:25.570241 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016e0ab-4930-47c2-bdda-44b5eccbb25e req-efcc80bc-2d3a-45c0-86fc-99d38c56631b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:25.572542 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3016e0ab-4930-47c2-bdda-44b5eccbb25e req-efcc80bc-2d3a-45c0-86fc-99d38c56631b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0914221 Sep 13 03:22:25.639087 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3016e0ab-4930-47c2-bdda-44b5eccbb25e req-4feb0233-ef49-4fe1-abb3-acda0fb13f14 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582032 Sep 13 03:22:25.647823 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:25.728013 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Pushing event deleted for resources: {'Port': ['ID=c44d8cab-cafe-42d0-9df1-25b1e426b401,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:25.806515 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] No DVR routers for this DVR port c44d8cab-cafe-42d0-9df1-25b1e426b401 on host hv-cinder-85707 {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:22:25.809755 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:25.813224 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-af25471b-1279-41d1-8560-848c0068ef7b req-2e52e170-3587-40d4-8a0a-e1b13c696ec0 tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c44d8cab-cafe-42d0-9df1-25b1e426b401 HTTP/1.1" status: 204 len: 173 time: 0.7404933 Sep 13 03:22:25.813751 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'name': 'network-vif-deleted', 'tag': 'c44d8cab-cafe-42d0-9df1-25b1e426b401'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:22:25.816087 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb6a41-cb09-4417-a3e9-8948c9a2cc33" -d '{"events": [{"server_uuid": "c92a5fc3-da4f-47bf-ab5e-c9c275f38332", "name": "network-vif-deleted", "tag": "c44d8cab-cafe-42d0-9df1-25b1e426b401"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:22:25.871410 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94392db9-8f0b-4e91-888d-f078b25fd576 x-openstack-request-id: req-94392db9-8f0b-4e91-888d-f078b25fd576 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:22:25.871706 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92a5fc3-da4f-47bf-ab5e-c9c275f38332", "name": "network-vif-deleted", "tag": "c44d8cab-cafe-42d0-9df1-25b1e426b401", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:22:25.871962 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94392db9-8f0b-4e91-888d-f078b25fd576 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:22:25.872366 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94392db9-8f0b-4e91-888d-f078b25fd576'] response: {'server_uuid': 'c92a5fc3-da4f-47bf-ab5e-c9c275f38332', 'name': 'network-vif-deleted', 'tag': 'c44d8cab-cafe-42d0-9df1-25b1e426b401', 'status': 'completed', 'code': 200} Sep 13 03:22:26.013420 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:26.629086 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eea329b7-4092-49b6-852d-71377e96f6e4 req-b67fc933-e8f9-4bef-a0d9-7896519c34af tempest-DeleteServersTestJSON-653682344 tempest-DeleteServersTestJSON-653682344-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c92a5fc3-da4f-47bf-ab5e-c9c275f38332 HTTP/1.1" status: 200 len: 210 time: 0.0270910 Sep 13 03:22:26.766161 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247aa5-c668-4647-b8d1-46b647bb6da7 req-68b0e87d-4c54-4430-b59a-48aa136e0237 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:26.767660 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-09247aa5-c668-4647-b8d1-46b647bb6da7 req-68b0e87d-4c54-4430-b59a-48aa136e0237 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0471010 Sep 13 03:22:26.821254 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-09247aa5-c668-4647-b8d1-46b647bb6da7 req-3dcd6a80-d853-4b3b-931b-4479dba7a26c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479524 Sep 13 03:22:27.944460 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c1e8f-65fa-445a-a684-0782aba4dfde req-7ffba609-b0f0-4135-8c76-c8cd483562b6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:27.945926 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-679c1e8f-65fa-445a-a684-0782aba4dfde req-7ffba609-b0f0-4135-8c76-c8cd483562b6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0495965 Sep 13 03:22:28.001505 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-679c1e8f-65fa-445a-a684-0782aba4dfde req-720a6356-6cdc-47f0-90a6-3bd0299d7544 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495389 Sep 13 03:22:28.578178 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c44d8cab-cafe-42d0-9df1-25b1e426b401 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:22:28.596982 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: c44d8cab-cafe-42d0-9df1-25b1e426b401 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:22:28.597334 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c44d8cab-cafe-42d0-9df1-25b1e426b401 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:22:29.134631 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44616) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:29.141582 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f5ea-0b5e-44a0-a2d6-359d98460448 req-850bee27-7d8f-4a91-85e1-d347978c02d0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:29.143109 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4911f5ea-0b5e-44a0-a2d6-359d98460448 req-850bee27-7d8f-4a91-85e1-d347978c02d0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0585427 Sep 13 03:22:29.196111 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4911f5ea-0b5e-44a0-a2d6-359d98460448 req-8de91246-f22d-4647-b478-f19b6e018538 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Sep 13 03:22:29.512734 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:29.606799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:29.702076 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:30.022780 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Deleting port 25b309e0-b656-4691-909f-73c3cdf04b1d {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:22:30.023114 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:30.105716 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] For port 25b309e0-b656-4691-909f-73c3cdf04b1d, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=25b309e0-b656-4691-909f-73c3cdf04b1d,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:30.106076 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:30.118504 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Calling delete_port for 25b309e0-b656-4691-909f-73c3cdf04b1d owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:22:30.345179 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2db43-fe32-4a32-8880-b5088eedd015 req-923e3908-5133-466c-8a99-c536603a2a45 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:30.346829 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02c2db43-fe32-4a32-8880-b5088eedd015 req-923e3908-5133-466c-8a99-c536603a2a45 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0764084 Sep 13 03:22:30.392871 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (25b309e0-b656-4691-909f-73c3cdf04b1d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:30.431274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b309e0-b656-4691-909f-73c3cdf04b1d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:30.440144 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02c2db43-fe32-4a32-8880-b5088eedd015 req-1fc92853-5ad1-434c-959f-2871e01b1238 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868406 Sep 13 03:22:30.557644 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:30.753881 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:30.774316 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:22:30.777287 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:30.882769 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:22:30.890681 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4b42db56-b57b-449e-8fe8-57abbd978452 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4c620f31-10ff-4bc0-8bc1-8b505eaa41cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541609 Sep 13 03:22:30.893244 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44632) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:30.896418 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] Sync routers for ids ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:22:30.906623 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] Routers {'4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:22:30.907324 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:22:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:30.996158 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks [] for router (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.008073 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] Set router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:22:31.101741 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks [] for router_gateway (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.144418 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Deleting port 613149d7-4398-48ee-aa2a-33e9cb86ff18 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:22:31.145294 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.177342 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:22:30Z', 'revision_number': 5, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port': {'id': '613149d7-4398-48ee-aa2a-33e9cb86ff18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:31.205588 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] Checking router: 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:22:31.214690 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] Routers {'4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:22:31.215349 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:22:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:31.230271 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] For port 613149d7-4398-48ee-aa2a-33e9cb86ff18, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=613149d7-4398-48ee-aa2a-33e9cb86ff18,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:31.230664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.244719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Calling delete_port for 613149d7-4398-48ee-aa2a-33e9cb86ff18 owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:22:31.299267 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] Set router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:22:31.350585 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:22:31Z', 'revision_number': 6, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:31.374357 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af90d1-f18c-42e0-a73f-f247e861ff7f None None] The sync data for ids ['4c620f31-10ff-4bc0-8bc1-8b505eaa41cb'] in dv-cinder-857075-2-iscsi is: [{'id': '4c620f31-10ff-4bc0-8bc1-8b505eaa41cb', 'name': 'tempest-DeleteServersTestJSON-267180975-router', 'tenant_id': '53d5e604b12545a68da3655cb6b881c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:48Z', 'updated_at': '2022-09-13T03:22:31Z', 'revision_number': 6, 'project_id': '53d5e604b12545a68da3655cb6b881c5', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:22:31.428004 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (613149d7-4398-48ee-aa2a-33e9cb86ff18), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.455886 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Pushing event deleted for resources: {'Port': ['ID=613149d7-4398-48ee-aa2a-33e9cb86ff18,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:31.482208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.573352 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2f70-5430-4e3c-b466-15737dc0c016 req-b5c7ddbe-2c8a-4491-8162-a0dd893bc006 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:31.574836 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-381a2f70-5430-4e3c-b466-15737dc0c016 req-b5c7ddbe-2c8a-4491-8162-a0dd893bc006 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0466511 Sep 13 03:22:31.585819 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.588005 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks [] for router_controller (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.624431 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-381a2f70-5430-4e3c-b466-15737dc0c016 req-6812bc87-98ef-439b-b7f9-c2cd0d6a4d98 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Sep 13 03:22:31.653551 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (4c620f31-10ff-4bc0-8bc1-8b505eaa41cb), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.654146 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c620f31-10ff-4bc0-8bc1-8b505eaa41cb {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:22:31.659045 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.660299 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8b1cc0ae-f3b7-40ac-bb81-ca4e6acea980 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/4c620f31-10ff-4bc0-8bc1-8b505eaa41cb HTTP/1.1" status: 204 len: 168 time: 0.7660055 Sep 13 03:22:31.662845 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44638) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:31.708071 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] Deleting subnet 572657f2-e364-4351-9431-458ad7e1265f {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:22:31.711288 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] Publish callbacks [] for subnet (572657f2-e364-4351-9431-458ad7e1265f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.747534 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] Publish callbacks [] for subnet (572657f2-e364-4351-9431-458ad7e1265f), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.750753 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:31.762563 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:31.834668 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (572657f2-e364-4351-9431-458ad7e1265f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.900192 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (572657f2-e364-4351-9431-458ad7e1265f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.927806 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572657f2-e364-4351-9431-458ad7e1265f,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:31.931478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:31.937150 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-697b453d-2a03-44c5-abe0-3f44a74eb069 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/572657f2-e364-4351-9431-458ad7e1265f HTTP/1.1" status: 204 len: 168 time: 0.2709734 Sep 13 03:22:31.937271 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44646) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:31.942107 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487a060-3fb1-43b7-9d4e-fd9dc0f4c78b None None] Network c32ea5b2-b5dd-443d-b869-2e7693b4d72b requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:22:32.022116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (c32ea5b2-b5dd-443d-b869-2e7693b4d72b), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.081560 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Deleting port 6b8549d8-c01e-44ac-b551-341b515395c3 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:22:32.082023 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.115649 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] DHCP port deletion for c32ea5b2-b5dd-443d-b869-2e7693b4d72b request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:22:32.157452 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] For port 6b8549d8-c01e-44ac-b551-341b515395c3, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=6b8549d8-c01e-44ac-b551-341b515395c3,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:32.157976 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.163470 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] Deleting port 6b8549d8-c01e-44ac-b551-341b515395c3 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:22:32.163922 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.177555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Calling delete_port for 6b8549d8-c01e-44ac-b551-341b515395c3 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:22:32.225618 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:32.243266 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] For port 6b8549d8-c01e-44ac-b551-341b515395c3, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=6b8549d8-c01e-44ac-b551-341b515395c3,segment=NetworkSegment(981ee155-ffe1-4cca-a339-d6a3535d72ba),segment_id=981ee155-ffe1-4cca-a339-d6a3535d72ba)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:22:32.243656 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.259132 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] Calling delete_port for 6b8549d8-c01e-44ac-b551-341b515395c3 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:22:32.272711 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.311974 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8549d8-c01e-44ac-b551-341b515395c3,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:32.326175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] No DVR routers for this DVR port 6b8549d8-c01e-44ac-b551-341b515395c3 on host dv-cinder-857075-2-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:22:32.369765 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:32.407288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (6b8549d8-c01e-44ac-b551-341b515395c3), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.435217 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (c32ea5b2-b5dd-443d-b869-2e7693b4d72b), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.438093 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] Pushing event deleted for resources: {'Port': ['ID=6b8549d8-c01e-44ac-b551-341b515395c3,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:32.452252 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fd20e-29d2-4971-9d6a-9c76e9a29923 None None] No DVR routers for this DVR port 6b8549d8-c01e-44ac-b551-341b515395c3 on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:22:32.465092 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.465463 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.466200 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.466529 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > port after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.466895 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.467232 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > port after_update 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.467555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.467890 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.468233 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.468555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.640007 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.640314 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.640658 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.640990 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:32.641363 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32ea5b2-b5dd-443d-b869-2e7693b4d72b']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:32.659131 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981ee155-ffe1-4cca-a339-d6a3535d72ba') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:32.659427 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981ee155-ffe1-4cca-a339-d6a3535d72ba') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:32.680104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (981ee155-ffe1-4cca-a339-d6a3535d72ba), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.703616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (981ee155-ffe1-4cca-a339-d6a3535d72ba), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.716273 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:22:32.716814 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (981ee155-ffe1-4cca-a339-d6a3535d72ba), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:32.744517 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 6b8549d8-c01e-44ac-b551-341b515395c3 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:22:32.765060 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 6b8549d8-c01e-44ac-b551-341b515395c3 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:22:32.765401 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 6b8549d8-c01e-44ac-b551-341b515395c3 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:22:32.765824 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 613149d7-4398-48ee-aa2a-33e9cb86ff18 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:22:32.784823 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 613149d7-4398-48ee-aa2a-33e9cb86ff18 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:22:32.785195 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 613149d7-4398-48ee-aa2a-33e9cb86ff18 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:22:32.785619 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 25b309e0-b656-4691-909f-73c3cdf04b1d no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:22:32.811151 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 25b309e0-b656-4691-909f-73c3cdf04b1d {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:22:32.811490 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 25b309e0-b656-4691-909f-73c3cdf04b1d not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:22:33.069086 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df0e00-1194-41d7-b8c7-3589aaea9bfb req-5e80786a-5f4a-451c-b3f2-a97f7be5d735 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:33.070686 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-34df0e00-1194-41d7-b8c7-3589aaea9bfb req-5e80786a-5f4a-451c-b3f2-a97f7be5d735 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.3565907 Sep 13 03:22:33.076115 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (c32ea5b2-b5dd-443d-b869-2e7693b4d72b), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.095851 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.099632 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c32ea5b2-b5dd-443d-b869-2e7693b4d72b HTTP/1.1" status: 204 len: 168 time: 1.1614199 Sep 13 03:22:33.111367 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8bc3c-c3e8-477d-b954-b778e6078615 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32ea5b2-b5dd-443d-b869-2e7693b4d72b,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:33.142651 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-34df0e00-1194-41d7-b8c7-3589aaea9bfb req-22dddfe3-97bc-49a7-973f-34819b5cdb62 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644660 Sep 13 03:22:33.278947 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 981ee155-ffe1-4cca-a339-d6a3535d72ba resource provider aggregate not found Sep 13 03:22:33.291135 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44692) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:33.300404 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 981ee155-ffe1-4cca-a339-d6a3535d72ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 981ee155-ffe1-4cca-a339-d6a3535d72ba found for delete ", "request_id": "req-4ac9f828-7afa-440f-9089-22fc76486ee3"}]} Sep 13 03:22:33.335549 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a64973de-93c9-4322-b283-466e058f8382 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=53d5e604b12545a68da3655cb6b881c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433767 Sep 13 03:22:33.338068 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44694) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:33.385015 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1928d573-05bf-47e8-b435-7ba81cf41935 admin admin] Publish callbacks [] for security_group (eac46169-6ad8-4fdc-9fea-d6ecf260e40c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.401475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:33.406786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1928d573-05bf-47e8-b435-7ba81cf41935 admin admin] Publish callbacks [] for security_group (eac46169-6ad8-4fdc-9fea-d6ecf260e40c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.415032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:33.460185 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1928d573-05bf-47e8-b435-7ba81cf41935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (eac46169-6ad8-4fdc-9fea-d6ecf260e40c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.462994 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1928d573-05bf-47e8-b435-7ba81cf41935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.464122 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1928d573-05bf-47e8-b435-7ba81cf41935 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eac46169-6ad8-4fdc-9fea-d6ecf260e40c HTTP/1.1" status: 204 len: 168 time: 0.1251926 Sep 13 03:22:33.472252 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928d573-05bf-47e8-b435-7ba81cf41935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac46169-6ad8-4fdc-9fea-d6ecf260e40c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:33.680358 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44716) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:33.728856 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] Deleting subnet 81da8db0-3a07-4416-9073-7c8db358c2ed {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:22:33.732074 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] Publish callbacks [] for subnet (81da8db0-3a07-4416-9073-7c8db358c2ed), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.770282 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] Publish callbacks [] for subnet (81da8db0-3a07-4416-9073-7c8db358c2ed), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.779880 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (81da8db0-3a07-4416-9073-7c8db358c2ed), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.836336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for subnet (81da8db0-3a07-4416-9073-7c8db358c2ed), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.862526 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81da8db0-3a07-4416-9073-7c8db358c2ed,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:33.866390 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.869766 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-51266217-0ee5-45f5-97b5-f3731342ffc6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/81da8db0-3a07-4416-9073-7c8db358c2ed HTTP/1.1" status: 204 len: 168 time: 0.1882727 Sep 13 03:22:33.872702 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44724) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:33.946148 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (96d6c444-5e0d-4171-821d-2c11b0b44345), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:33.979352 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:34.033759 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (96d6c444-5e0d-4171-821d-2c11b0b44345), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.055617 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.055994 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.056747 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.057116 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > port after_create 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.057453 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.057792 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > port after_update 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.058115 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.058450 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.059729 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.060640 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.129443 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.129825 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.130160 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.130506 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 03:22:34.130870 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d6c444-5e0d-4171-821d-2c11b0b44345']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:34.148010 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689597a9-4034-486d-9f1e-94000ea93552') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:34.148311 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689597a9-4034-486d-9f1e-94000ea93552') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:34.164384 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (689597a9-4034-486d-9f1e-94000ea93552), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.187173 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (689597a9-4034-486d-9f1e-94000ea93552), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.197758 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:22:34.198229 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (689597a9-4034-486d-9f1e-94000ea93552), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.293356 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (96d6c444-5e0d-4171-821d-2c11b0b44345), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.315803 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.322177 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/96d6c444-5e0d-4171-821d-2c11b0b44345 HTTP/1.1" status: 204 len: 168 time: 0.4460602 Sep 13 03:22:34.322600 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267971d4-ceec-4f89-aab5-54ecf46cf993 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d6c444-5e0d-4171-821d-2c11b0b44345,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:34.323247 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 44744) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:34.334737 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2ffbb-a536-4971-89b4-53e8a60d565e req-07c24707-7132-475b-af7f-3b1c1cae3784 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:34.336945 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aca2ffbb-a536-4971-89b4-53e8a60d565e req-07c24707-7132-475b-af7f-3b1c1cae3784 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0907178 Sep 13 03:22:34.380940 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] Deleting subnet 73d06b56-3d44-4efe-a963-92f03256f6cf {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:22:34.385535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] Publish callbacks [] for subnet (73d06b56-3d44-4efe-a963-92f03256f6cf), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.394133 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:34.404662 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aca2ffbb-a536-4971-89b4-53e8a60d565e req-b2fde72e-a899-42e4-8919-3a45bd861fdd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Sep 13 03:22:34.448583 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (73d06b56-3d44-4efe-a963-92f03256f6cf), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.496105 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (73d06b56-3d44-4efe-a963-92f03256f6cf), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.527347 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 689597a9-4034-486d-9f1e-94000ea93552 resource provider aggregate not found Sep 13 03:22:34.546201 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 689597a9-4034-486d-9f1e-94000ea93552 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 689597a9-4034-486d-9f1e-94000ea93552 found for delete ", "request_id": "req-e4aae92a-808f-41d7-b485-c95e196c20f0"}]} Sep 13 03:22:34.561561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (73d06b56-3d44-4efe-a963-92f03256f6cf), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.574665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.581026 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44762) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:34.581331 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/73d06b56-3d44-4efe-a963-92f03256f6cf HTTP/1.1" status: 204 len: 168 time: 0.2569098 Sep 13 03:22:34.603404 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052467b4-2811-4bf3-92fb-bfaacd067c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d06b56-3d44-4efe-a963-92f03256f6cf,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:34.653651 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (d02101ad-2eab-422d-ae11-aee9022c8ece), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.735301 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (d02101ad-2eab-422d-ae11-aee9022c8ece), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.755994 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02101ad-2eab-422d-ae11-aee9022c8ece']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:34.765108 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4d250-35c0-485b-b85c-58eb154ff762') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:34.765399 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4d250-35c0-485b-b85c-58eb154ff762') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:22:34.775421 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (d0f4d250-35c0-485b-b85c-58eb154ff762), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.789170 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (d0f4d250-35c0-485b-b85c-58eb154ff762), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.796784 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:22:34.797138 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (d0f4d250-35c0-485b-b85c-58eb154ff762), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.855895 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (d02101ad-2eab-422d-ae11-aee9022c8ece), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.861338 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:34.864483 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/d02101ad-2eab-422d-ae11-aee9022c8ece HTTP/1.1" status: 204 len: 168 time: 0.2824581 Sep 13 03:22:34.875654 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a7e34-8d78-4dde-b549-142fbefb034f admin admin] Pushing event deleted for resources: {'Network': ['ID=d02101ad-2eab-422d-ae11-aee9022c8ece,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:35.051578 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44784) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:35.094644 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-0182bfb5-8869-4e51-8c88-4f339a6ae618 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=322376a26bd249f886ef576c231ff662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418050 Sep 13 03:22:35.097184 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44786) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:35.145254 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-03422f3f-343d-41d1-9303-ee8ae30320d9 admin admin] Publish callbacks [] for security_group (f6dd45c5-f52f-44ed-861e-91a027289f23), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.164820 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-03422f3f-343d-41d1-9303-ee8ae30320d9 admin admin] Publish callbacks [] for security_group (f6dd45c5-f52f-44ed-861e-91a027289f23), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.213928 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-03422f3f-343d-41d1-9303-ee8ae30320d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f6dd45c5-f52f-44ed-861e-91a027289f23), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.216555 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-03422f3f-343d-41d1-9303-ee8ae30320d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.217719 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-03422f3f-343d-41d1-9303-ee8ae30320d9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f6dd45c5-f52f-44ed-861e-91a027289f23 HTTP/1.1" status: 204 len: 168 time: 0.1195464 Sep 13 03:22:35.225819 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03422f3f-343d-41d1-9303-ee8ae30320d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dd45c5-f52f-44ed-861e-91a027289f23,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:35.524090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f83f7-647d-4502-baa9-62472f033469 req-7b3a914c-c8ef-4d53-9ed9-e70d143556e3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:35.525678 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1f1f83f7-647d-4502-baa9-62472f033469 req-7b3a914c-c8ef-4d53-9ed9-e70d143556e3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0516083 Sep 13 03:22:35.560466 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44798) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:35.585368 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1f1f83f7-647d-4502-baa9-62472f033469 req-6b367daa-9151-41f3-ac47-8b7fbe770d0b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463965 Sep 13 03:22:35.603175 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2ed7aac6-988c-40f2-a989-804193777628 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5d323bc56b4343159d1ccf46aaaeb1f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415807 Sep 13 03:22:35.605630 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44800) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:35.652626 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-54196e50-ab58-4978-ba2e-af591b577d84 admin admin] Publish callbacks [] for security_group (d15980e8-cd4e-4d33-85d5-ecfef5e3fb33), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.672617 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-54196e50-ab58-4978-ba2e-af591b577d84 admin admin] Publish callbacks [] for security_group (d15980e8-cd4e-4d33-85d5-ecfef5e3fb33), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.719190 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-54196e50-ab58-4978-ba2e-af591b577d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d15980e8-cd4e-4d33-85d5-ecfef5e3fb33), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.721806 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-54196e50-ab58-4978-ba2e-af591b577d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:35.723100 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-54196e50-ab58-4978-ba2e-af591b577d84 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d15980e8-cd4e-4d33-85d5-ecfef5e3fb33 HTTP/1.1" status: 204 len: 168 time: 0.1164403 Sep 13 03:22:35.733218 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54196e50-ab58-4978-ba2e-af591b577d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15980e8-cd4e-4d33-85d5-ecfef5e3fb33,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:36.568427 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment d0f4d250-35c0-485b-b85c-58eb154ff762 resource provider aggregate not found Sep 13 03:22:36.590383 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment d0f4d250-35c0-485b-b85c-58eb154ff762 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0f4d250-35c0-485b-b85c-58eb154ff762 found for delete ", "request_id": "req-66aeebfd-ad30-43eb-86d8-67084e3b9d23"}]} Sep 13 03:22:36.682040 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:36.725811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c253986-796e-4bec-b728-080ba4d6cd0a req-bdfd343f-9dfc-4580-bfea-0b5053ef09a2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:36.732567 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7c253986-796e-4bec-b728-080ba4d6cd0a req-bdfd343f-9dfc-4580-bfea-0b5053ef09a2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0627418 Sep 13 03:22:36.782911 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7c253986-796e-4bec-b728-080ba4d6cd0a req-a4d9a405-7bee-4d16-b663-02e7e0069a47 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Sep 13 03:22:36.865486 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44852) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:36.974476 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-65cab42b-336e-4cdb-b24b-20cbdd596da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:37.002435 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:37.051316 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-65cab42b-336e-4cdb-b24b-20cbdd596da9 admin admin] Publish callbacks [] for security_group (5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:37.054986 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-65cab42b-336e-4cdb-b24b-20cbdd596da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:37.094494 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-65cab42b-336e-4cdb-b24b-20cbdd596da9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0d4a92c7151540778f6728ff90fb7114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278776 Sep 13 03:22:37.097180 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 44856) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:22:37.104643 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cab42b-336e-4cdb-b24b-20cbdd596da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:37.150850 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8512386-3d09-4dcf-8851-3086d59b5535 admin admin] Publish callbacks [] for security_group (5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:37.170489 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8512386-3d09-4dcf-8851-3086d59b5535 admin admin] Publish callbacks [] for security_group (5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:37.218406 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8512386-3d09-4dcf-8851-3086d59b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:37.221002 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8512386-3d09-4dcf-8851-3086d59b5535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:37.222122 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d8512386-3d09-4dcf-8851-3086d59b5535 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6 HTTP/1.1" status: 204 len: 168 time: 0.1238632 Sep 13 03:22:37.230141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8512386-3d09-4dcf-8851-3086d59b5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d64884d-dcbc-4d4e-b1ec-9b148ab8f0e6,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:22:37.907866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af7131-af0f-4c6a-9d8a-6dfc3cdc10f7 req-3abf8e1f-749f-4149-8ccd-3e059d1b7f9b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:37.909458 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e9af7131-af0f-4c6a-9d8a-6dfc3cdc10f7 req-3abf8e1f-749f-4149-8ccd-3e059d1b7f9b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0480115 Sep 13 03:22:37.958180 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e9af7131-af0f-4c6a-9d8a-6dfc3cdc10f7 req-2d1b8c18-94cb-4cb7-a3db-1ef6cfab1f7e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Sep 13 03:22:39.079614 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c61f-4b64-4c9e-b3de-3489fc120c5e req-195767d7-9fad-405f-b8d3-e987c84a805c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:39.081130 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1d25c61f-4b64-4c9e-b3de-3489fc120c5e req-195767d7-9fad-405f-b8d3-e987c84a805c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0486662 Sep 13 03:22:39.131673 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1d25c61f-4b64-4c9e-b3de-3489fc120c5e req-05f70020-1df4-4f06-b05c-897a58feaee7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Sep 13 03:22:40.251703 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db17b5-151e-4d6b-9d62-f76d3924a438 req-448ba4d9-2eee-40d5-a49c-9052bce2df8d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:40.253135 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0db17b5-151e-4d6b-9d62-f76d3924a438 req-448ba4d9-2eee-40d5-a49c-9052bce2df8d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0455251 Sep 13 03:22:40.303050 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0db17b5-151e-4d6b-9d62-f76d3924a438 req-7349f0c5-69a8-40da-b251-feacde358ba4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Sep 13 03:22:41.353990 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=47 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:41.421094 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0bea3-368c-48af-b735-672e9f28c85e req-cacf0053-d533-474d-aa34-4c82541ad06e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:41.422519 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5ea0bea3-368c-48af-b735-672e9f28c85e req-cacf0053-d533-474d-aa34-4c82541ad06e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0453067 Sep 13 03:22:41.468141 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5ea0bea3-368c-48af-b735-672e9f28c85e req-38310926-c394-46f7-9a89-36ca98067ca3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Sep 13 03:22:42.588037 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e9379-f851-4b3a-b71f-e00a0d7dfd7a req-1396b797-a933-4731-9509-dfc4d162e75e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:42.589546 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-693e9379-f851-4b3a-b71f-e00a0d7dfd7a req-1396b797-a933-4731-9509-dfc4d162e75e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0482681 Sep 13 03:22:42.636738 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-693e9379-f851-4b3a-b71f-e00a0d7dfd7a req-0db78a64-081c-4921-a089-b1db3dec24ac tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Sep 13 03:22:43.025278 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:43.753570 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767faf49-e19b-49b1-86d1-6eb841dabbb7 req-59295383-7d30-4bcf-826d-a140cb2f94b5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:43.755057 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-767faf49-e19b-49b1-86d1-6eb841dabbb7 req-59295383-7d30-4bcf-826d-a140cb2f94b5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0446546 Sep 13 03:22:43.805049 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-767faf49-e19b-49b1-86d1-6eb841dabbb7 req-63bcbc0a-1681-4582-859d-4181a06b76ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446310 Sep 13 03:22:44.566641 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bd0a023c-6bb1-4ecd-b20a-5e68c8f995a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:44.920651 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d950-6499-48bf-aa39-b5e05e0b601e req-d4360eb6-24ae-46b1-a5a5-3c481f5684d0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:44.922130 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f510d950-6499-48bf-aa39-b5e05e0b601e req-d4360eb6-24ae-46b1-a5a5-3c481f5684d0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0458074 Sep 13 03:22:44.968389 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f510d950-6499-48bf-aa39-b5e05e0b601e req-7530458b-047d-449a-8c40-320940ec3814 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 Sep 13 03:22:46.088702 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b2225-2d5d-4612-b849-964ecafbb5da req-0c9f3749-a8c5-46cb-8f0d-58b186bbe1c9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:46.090173 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-434b2225-2d5d-4612-b849-964ecafbb5da req-0c9f3749-a8c5-46cb-8f0d-58b186bbe1c9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0470989 Sep 13 03:22:46.138639 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-434b2225-2d5d-4612-b849-964ecafbb5da req-b4737346-b046-4ba0-b5ab-2e80ee0efbc7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Sep 13 03:22:46.933938 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf4f987c-a895-438f-9362-a2f3e631d02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:47.259541 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642fdd-ac69-41b9-b58e-302a909922d1 req-90034b6f-cf42-4e9a-9565-92c28038cfca tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:47.260901 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c642fdd-ac69-41b9-b58e-302a909922d1 req-90034b6f-cf42-4e9a-9565-92c28038cfca tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0496688 Sep 13 03:22:47.307529 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c642fdd-ac69-41b9-b58e-302a909922d1 req-7259ecd7-2180-4934-9172-df06ad466859 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Sep 13 03:22:48.157606 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:48.427101 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273044-2c89-4348-a1ee-1238a1abc928 req-46ae1cf9-7005-4773-aab5-8bd7a3e4d56c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:48.428550 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ef273044-2c89-4348-a1ee-1238a1abc928 req-46ae1cf9-7005-4773-aab5-8bd7a3e4d56c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0450635 Sep 13 03:22:48.439301 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:48.475695 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ef273044-2c89-4348-a1ee-1238a1abc928 req-483ec1c0-220b-4797-88dc-8ac6a6e6f831 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Sep 13 03:22:49.539693 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:49.595889 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168e98a-8fee-4347-8b2d-07bb70770122 req-89bc1377-f211-44c4-ae2f-ed9950f4d737 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:49.597596 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d168e98a-8fee-4347-8b2d-07bb70770122 req-89bc1377-f211-44c4-ae2f-ed9950f4d737 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0467179 Sep 13 03:22:49.643271 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d168e98a-8fee-4347-8b2d-07bb70770122 req-26510c52-8522-4f16-960d-513d57ac8fe3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Sep 13 03:22:49.870870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:50.896937 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44edf3-6a8f-49d6-9052-d7f3bc1b0479 req-08b54605-4a94-4bfc-95fd-b44038e49d36 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:50.898366 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0c44edf3-6a8f-49d6-9052-d7f3bc1b0479 req-08b54605-4a94-4bfc-95fd-b44038e49d36 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0485930 Sep 13 03:22:50.944731 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0c44edf3-6a8f-49d6-9052-d7f3bc1b0479 req-a855064f-9175-44cc-92fc-d4c0766dd613 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Sep 13 03:22:52.054281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:52.057295 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:52.066255 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c4da-eb4c-4215-9c9c-5d38d6404fa6 req-2dfa663c-e77c-42c9-b031-1a929c1c88bf tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:52.067781 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1c9c4da-eb4c-4215-9c9c-5d38d6404fa6 req-2dfa663c-e77c-42c9-b031-1a929c1c88bf tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0489721 Sep 13 03:22:52.120405 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1c9c4da-eb4c-4215-9c9c-5d38d6404fa6 req-21265e14-016d-4c47-a5f9-cb5266151106 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468028 Sep 13 03:22:53.019988 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:22:53.237134 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb906e7-6072-41d2-953a-10137bb3d833 req-4221a325-27c0-43ea-a24d-cc103eb93c98 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:53.238658 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1fb906e7-6072-41d2-953a-10137bb3d833 req-4221a325-27c0-43ea-a24d-cc103eb93c98 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0449646 Sep 13 03:22:53.284526 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1fb906e7-6072-41d2-953a-10137bb3d833 req-0267f215-2d09-4bc7-892e-cf22539ff44f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Sep 13 03:22:54.403316 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e3ab-c03f-4d7c-9f50-f685c87129c1 req-ae8567f1-16a0-4c76-90b8-1022883ae3f1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:54.404789 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5124e3ab-c03f-4d7c-9f50-f685c87129c1 req-ae8567f1-16a0-4c76-90b8-1022883ae3f1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0464141 Sep 13 03:22:54.454580 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5124e3ab-c03f-4d7c-9f50-f685c87129c1 req-6b4c051f-cdd7-4622-a9c9-8f52e349c82b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Sep 13 03:22:55.576365 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c47da-301f-402a-932a-89d5bf1c6c87 req-7a5f32b6-cad0-4cca-8c8f-6cec488e03c2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:55.577832 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-028c47da-301f-402a-932a-89d5bf1c6c87 req-7a5f32b6-cad0-4cca-8c8f-6cec488e03c2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0503557 Sep 13 03:22:55.601771 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:22:55.626214 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-028c47da-301f-402a-932a-89d5bf1c6c87 req-d9db1663-3468-48e6-934c-0fbe5eee6468 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Sep 13 03:22:55.651985 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:22:56.744888 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417f1b5-6a7d-4578-abcb-05a266fba87f req-6c75abab-a8e8-4554-89ef-6f460e49d59e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:56.746244 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2417f1b5-6a7d-4578-abcb-05a266fba87f req-6c75abab-a8e8-4554-89ef-6f460e49d59e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0452480 Sep 13 03:22:56.792834 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2417f1b5-6a7d-4578-abcb-05a266fba87f req-22dfd7da-7d72-45d3-b43d-eb7545f0e8bc tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Sep 13 03:22:57.911797 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb6001-d0b4-413a-85ee-5c86682ffd3b req-398eff1c-f31f-4390-b3b8-dd4ec4df1e05 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:57.913246 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5bb6001-d0b4-413a-85ee-5c86682ffd3b req-398eff1c-f31f-4390-b3b8-dd4ec4df1e05 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0458889 Sep 13 03:22:57.959760 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5bb6001-d0b4-413a-85ee-5c86682ffd3b req-7636cd58-fbd2-413f-977e-30d092d24810 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Sep 13 03:22:59.080710 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac65d10-df79-43f0-b964-74ec64886688 req-e9e544c8-ea98-4eda-970e-bbaaac5f875d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:22:59.082184 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ac65d10-df79-43f0-b964-74ec64886688 req-e9e544c8-ea98-4eda-970e-bbaaac5f875d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0491550 Sep 13 03:22:59.128797 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ac65d10-df79-43f0-b964-74ec64886688 req-e3035947-199f-4a80-9fe4-e20595bbcdbe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Sep 13 03:23:00.249611 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e6c2d-f5b9-421f-9763-bac85798d3bf req-adfce3c3-c6b9-4d2c-99bb-e0f3b990be71 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:00.251150 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-991e6c2d-f5b9-421f-9763-bac85798d3bf req-adfce3c3-c6b9-4d2c-99bb-e0f3b990be71 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0470874 Sep 13 03:23:00.310980 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-991e6c2d-f5b9-421f-9763-bac85798d3bf req-825f12bc-2134-4693-876c-3f992ab79614 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Sep 13 03:23:01.421493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cccc8-fb1f-4867-afea-8b753851e474 req-b88707aa-a463-4bc1-a5d2-dae02fda3812 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:01.423051 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b8cccc8-fb1f-4867-afea-8b753851e474 req-b88707aa-a463-4bc1-a5d2-dae02fda3812 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0475371 Sep 13 03:23:01.469050 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b8cccc8-fb1f-4867-afea-8b753851e474 req-a9ac43f0-25dc-4d6f-aadc-9abb4febff9a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 Sep 13 03:23:02.586979 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f6a2c-f063-46bb-88de-76d4b41699ef req-574501ae-9c10-4d1c-ab45-23014e7d2a52 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:02.588475 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b93f6a2c-f063-46bb-88de-76d4b41699ef req-574501ae-9c10-4d1c-ab45-23014e7d2a52 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0467646 Sep 13 03:23:02.635002 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b93f6a2c-f063-46bb-88de-76d4b41699ef req-45e24f00-4caf-47f7-bc76-0464f2739e49 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Sep 13 03:23:03.017335 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:03.753700 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854df42b-2810-4e96-902c-4a2b83b371b6 req-fb793213-2e45-4c7a-8dad-62a784b16972 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:03.755572 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-854df42b-2810-4e96-902c-4a2b83b371b6 req-fb793213-2e45-4c7a-8dad-62a784b16972 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0486813 Sep 13 03:23:03.801393 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-854df42b-2810-4e96-902c-4a2b83b371b6 req-2dcd18c8-a563-4912-808d-a963f588bde2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Sep 13 03:23:04.920768 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7573-b447-4a1e-b594-3f77a3abd5bd req-39d5fd2c-6637-4af0-a116-202f891cac93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:04.922218 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b6fa7573-b447-4a1e-b594-3f77a3abd5bd req-39d5fd2c-6637-4af0-a116-202f891cac93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0459278 Sep 13 03:23:04.967727 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b6fa7573-b447-4a1e-b594-3f77a3abd5bd req-9b4ff66e-3335-4ce7-a321-e03d5ddb375e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Sep 13 03:23:05.639605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=1,neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:05.646371 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=39,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:06.048257 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45256) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:06.122133 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3805f-d22a-405e-99eb-3535d976137c req-e68c014f-a2ec-4aa4-914c-23da2a54cf40 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:06.123988 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ee3805f-d22a-405e-99eb-3535d976137c req-e68c014f-a2ec-4aa4-914c-23da2a54cf40 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0758319 Sep 13 03:23:06.201032 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9ee3805f-d22a-405e-99eb-3535d976137c req-51b3481e-e169-49b1-9bac-6b782cb77b62 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710084 Sep 13 03:23:06.219964 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.315251 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Publish callbacks [] for security_group (87f01e4d-4f05-4ee3-bb10-09f0b996c6a7), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.319246 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (87f01e4d-4f05-4ee3-bb10-09f0b996c6a7), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.357741 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f01e4d-4f05-4ee3-bb10-09f0b996c6a7,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:06.361619 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f9cacf3bdc8f43fe9cd2ae60a8cb4e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123646 Sep 13 03:23:06.364420 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45278) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:06.367843 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.368192 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.368533 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.368875 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.369213 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.369544 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.369873 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.370198 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.370527 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.370884 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.371207 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.371534 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.371855 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.372174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.372497 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58941d07-44e7-46ac-aa1b-70cb27ec3c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.415549 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Publish callbacks [] for security_group (87f01e4d-4f05-4ee3-bb10-09f0b996c6a7), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.435324 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Publish callbacks [] for security_group (87f01e4d-4f05-4ee3-bb10-09f0b996c6a7), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.485000 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (87f01e4d-4f05-4ee3-bb10-09f0b996c6a7), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.487925 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.491406 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/87f01e4d-4f05-4ee3-bb10-09f0b996c6a7 HTTP/1.1" status: 204 len: 168 time: 0.1236949 Sep 13 03:23:06.497273 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f01e4d-4f05-4ee3-bb10-09f0b996c6a7,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:06.504673 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.504940 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.505238 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.505571 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.506409 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.506799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.508648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.508648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.508648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.508648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.508648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.509143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.509143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.509452 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.509770 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8abbc-02a0-4e60-ac02-7975868ef755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:06.706654 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-374a54f1-5008-4b85-8ed6-f527a8a120b0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469565 Sep 13 03:23:06.796134 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45288) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:06.810816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-68197b48-2da5-4a9b-a587-2fef1f4839f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.862717 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:06.910576 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-68197b48-2da5-4a9b-a587-2fef1f4839f3 admin admin] Publish callbacks [] for security_group (e5cbf3ed-21b9-4327-b382-69784e484026), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.930025 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-68197b48-2da5-4a9b-a587-2fef1f4839f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (e5cbf3ed-21b9-4327-b382-69784e484026), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:06.933055 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ed0d6-1e83-4bbb-b218-d1c9a87768e9 req-95bb192e-334d-47c2-873b-568a917c30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:06.934973 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6a4ed0d6-1e83-4bbb-b218-d1c9a87768e9 req-95bb192e-334d-47c2-873b-568a917c30b6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 1130 time: 0.0468478 Sep 13 03:23:06.950111 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:06.966652 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-ed3968dc-0c03-45fc-a0c9-80740f369626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:06.968211 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-ed3968dc-0c03-45fc-a0c9-80740f369626 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1129 time: 0.0720975 Sep 13 03:23:06.981093 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-68197b48-2da5-4a9b-a587-2fef1f4839f3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=19bbaf664bef43129e553015baad9ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838942 Sep 13 03:23:06.982287 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68197b48-2da5-4a9b-a587-2fef1f4839f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cbf3ed-21b9-4327-b382-69784e484026,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:06.984982 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45292) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:06.996739 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6a4ed0d6-1e83-4bbb-b218-d1c9a87768e9 req-1e1e49c9-7be8-431e-86ba-74170b76a99b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Sep 13 03:23:07.042419 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2ef399f5-3d57-4aa9-b85d-78d5a976f99c admin admin] Publish callbacks [] for security_group (e5cbf3ed-21b9-4327-b382-69784e484026), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:07.062851 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2ef399f5-3d57-4aa9-b85d-78d5a976f99c admin admin] Publish callbacks [] for security_group (e5cbf3ed-21b9-4327-b382-69784e484026), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:07.110537 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2ef399f5-3d57-4aa9-b85d-78d5a976f99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (e5cbf3ed-21b9-4327-b382-69784e484026), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:07.113153 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2ef399f5-3d57-4aa9-b85d-78d5a976f99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:07.114290 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2ef399f5-3d57-4aa9-b85d-78d5a976f99c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e5cbf3ed-21b9-4327-b382-69784e484026 HTTP/1.1" status: 204 len: 168 time: 0.1283727 Sep 13 03:23:07.123471 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef399f5-3d57-4aa9-b85d-78d5a976f99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cbf3ed-21b9-4327-b382-69784e484026,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:07.335088 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09d8ba-4e7d-45e9-b203-3624498d01dd req-38b80668-f43a-44f7-9b2c-d4c1c8e8b550 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:07.336623 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4f09d8ba-4e7d-45e9-b203-3624498d01dd req-38b80668-f43a-44f7-9b2c-d4c1c8e8b550 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0553164 Sep 13 03:23:07.363011 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:07.399216 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4f09d8ba-4e7d-45e9-b203-3624498d01dd req-90606e8d-3cb2-4843-9cd7-c3d492d742a5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Sep 13 03:23:07.712678 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:07.739988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-dbcb39f0-1395-4225-9fe7-2769833148bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:07.741964 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-dbcb39f0-1395-4225-9fe7-2769833148bc service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.1014323 Sep 13 03:23:08.479143 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-8acaac0b-adee-4773-89bd-2120974b3ae0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 1000 time: 0.0605659 Sep 13 03:23:08.570947 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef857d88-6919-419b-be27-32343677ac70 req-64653e6d-d593-41cf-ba8c-0873083d369e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:08.572875 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ef857d88-6919-419b-be27-32343677ac70 req-64653e6d-d593-41cf-ba8c-0873083d369e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0912707 Sep 13 03:23:08.577712 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-d1ceb9e4-1733-47d7-ad6c-bd69b68675ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:08.579103 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-d1ceb9e4-1733-47d7-ad6c-bd69b68675ee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0852735 Sep 13 03:23:08.651306 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ef857d88-6919-419b-be27-32343677ac70 req-e2dea680-8906-4204-bc65-090bc0e2caba tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712631 Sep 13 03:23:08.656969 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-d450f2fb-1c88-4345-baed-773318b4828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:08.657947 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-d450f2fb-1c88-4345-baed-773318b4828b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511858 Sep 13 03:23:08.754713 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-829fc72d-030b-4f9c-8f6d-fce7cd3cfcda service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887523 Sep 13 03:23:08.852274 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cc04fc6-c5fd-4ff9-8e65-a27d619a5eaf req-29fb3c07-6b2b-4058-9778-33f77b7ccf06 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899220 Sep 13 03:23:09.775511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f755-d652-4466-8dee-084c49a150cf req-9a75613a-3c0f-42dd-9c2c-fc74df58545b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:09.776972 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8703f755-d652-4466-8dee-084c49a150cf req-9a75613a-3c0f-42dd-9c2c-fc74df58545b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0464413 Sep 13 03:23:09.823717 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8703f755-d652-4466-8dee-084c49a150cf req-639e520a-a1a0-4759-8581-5ba317428e77 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412006 Sep 13 03:23:09.944401 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a562e6-5897-4254-b164-4fccf8421eee req-e044ae8c-bf90-4d12-8d42-0ab213fd9d0c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:09.945758 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-04a562e6-5897-4254-b164-4fccf8421eee req-e044ae8c-bf90-4d12-8d42-0ab213fd9d0c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0499260 Sep 13 03:23:09.992723 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-04a562e6-5897-4254-b164-4fccf8421eee req-94d51fbb-b1e3-4688-883a-b24231304757 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Sep 13 03:23:12.033894 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45434) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:12.137670 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec787e-bcf4-4e62-b4cc-80e57e2ee25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:12.215204 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:12.220241 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec787e-bcf4-4e62-b4cc-80e57e2ee25e admin admin] Publish callbacks [] for security_group (443c4556-6ad7-4292-8352-90a8a9f8cc04), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:12.224117 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec787e-bcf4-4e62-b4cc-80e57e2ee25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (443c4556-6ad7-4292-8352-90a8a9f8cc04), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:12.268994 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b8ec787e-bcf4-4e62-b4cc-80e57e2ee25e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4eefb4b6cab54c4aa25fa1928d3c8962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340434 Sep 13 03:23:12.269829 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec787e-bcf4-4e62-b4cc-80e57e2ee25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443c4556-6ad7-4292-8352-90a8a9f8cc04,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:12.271754 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45440) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:12.320945 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3a86a1fc-8578-4c44-93da-0e7b5f68c290 admin admin] Publish callbacks [] for security_group (443c4556-6ad7-4292-8352-90a8a9f8cc04), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:12.344069 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3a86a1fc-8578-4c44-93da-0e7b5f68c290 admin admin] Publish callbacks [] for security_group (443c4556-6ad7-4292-8352-90a8a9f8cc04), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:12.391812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3a86a1fc-8578-4c44-93da-0e7b5f68c290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (443c4556-6ad7-4292-8352-90a8a9f8cc04), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:12.394665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3a86a1fc-8578-4c44-93da-0e7b5f68c290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:12.395811 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3a86a1fc-8578-4c44-93da-0e7b5f68c290 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/443c4556-6ad7-4292-8352-90a8a9f8cc04 HTTP/1.1" status: 204 len: 168 time: 0.1230676 Sep 13 03:23:12.405830 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86a1fc-8578-4c44-93da-0e7b5f68c290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443c4556-6ad7-4292-8352-90a8a9f8cc04,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:12.692392 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f5068-58ef-4b9b-9e99-ba9800c9e8c8 req-749a491f-3d51-406c-a7b2-bdd812334075 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:12.693917 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-358f5068-58ef-4b9b-9e99-ba9800c9e8c8 req-749a491f-3d51-406c-a7b2-bdd812334075 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0876877 Sep 13 03:23:12.695022 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-07014473-826b-49df-ab1f-9fa60adea32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:12.696351 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-07014473-826b-49df-ab1f-9fa60adea32b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 1130 time: 0.0564451 Sep 13 03:23:12.779003 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:12.798415 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-358f5068-58ef-4b9b-9e99-ba9800c9e8c8 req-00bbd19e-5edf-439e-b9a3-f5b19a160507 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979311 Sep 13 03:23:12.830709 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-f8c49d51-1a0a-452a-b16f-aa35519a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:12.832196 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-f8c49d51-1a0a-452a-b16f-aa35519a5ce0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.1244388 Sep 13 03:23:12.872870 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-1f998435-4326-49c8-aaec-3854eaaa9120 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3183447b-b590-4633-92e3-7d4198ae1660 HTTP/1.1" status: 200 len: 217 time: 0.0336633 Sep 13 03:23:12.924519 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-574a2001-fdbb-4983-bfab-ebf55846fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:12.926326 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-574a2001-fdbb-4983-bfab-ebf55846fdcd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0477815 Sep 13 03:23:12.975432 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-7acddd71-3e6a-4f30-aee1-a33dbb5ce4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:12.976723 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-7acddd71-3e6a-4f30-aee1-a33dbb5ce4d5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444479 Sep 13 03:23:13.107998 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45480) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:13.242327 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-276763138-network', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:13.266643 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Made reservation on behalf of fb8fff2dfb49442492296d4c1701abb1 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:23:13.269520 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.279084 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.285515 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-4eb320ee-5ad5-46c8-b1a6-0dc6b3a43dbe service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018990 Sep 13 03:23:13.348625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45488) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:13.365203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks [] for security_group (442da75d-370d-4f4c-b2eb-634aa94c8281), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.369542 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (442da75d-370d-4f4c-b2eb-634aa94c8281), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.391517 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:23:13.398490 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fd521924-caa3-49d2-a167-c3d658d8ad28 req-f2e640e7-93ef-482b-9a45-a1abde5b149a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056035 Sep 13 03:23:13.411372 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (b2339c43-ca16-4cb7-b4e8-8852abc93af6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.411719 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Added segment b2339c43-ca16-4cb7-b4e8-8852abc93af6 of type vlan for network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 Sep 13 03:23:13.413171 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442da75d-370d-4f4c-b2eb-634aa94c8281,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:13.456477 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (3898e3b7-a638-40b6-8dfc-c2cf58e36d66), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.470416 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-130787c2-ee05-4012-9a72-d6804d39f014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.478248 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:13.483284 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (3898e3b7-a638-40b6-8dfc-c2cf58e36d66), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.484271 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:13.484849 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.548323 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4391193 Sep 13 03:23:13.550351 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-130787c2-ee05-4012-9a72-d6804d39f014 admin admin] Publish callbacks [] for security_group (6b4189f0-9dd9-446c-a142-50ba947144f2), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.551463 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45492) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:13.553938 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a2d7d-10b1-487d-be89-8a34c1f78353 admin admin] Pushing event updated for resources: {'Network': ['ID=3898e3b7-a638-40b6-8dfc-c2cf58e36d66,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:13.556209 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Request body: {'subnet': {'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-276763138-subnet', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:13.561567 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-130787c2-ee05-4012-9a72-d6804d39f014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6b4189f0-9dd9-446c-a142-50ba947144f2), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.564307 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:23:13.609150 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130787c2-ee05-4012-9a72-d6804d39f014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4189f0-9dd9-446c-a142-50ba947144f2,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:13.618735 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-130787c2-ee05-4012-9a72-d6804d39f014 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fe45a82144ee4028883d2826bdf8866c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690847 Sep 13 03:23:13.619733 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45496) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:13.625980 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Made reservation on behalf of fb8fff2dfb49442492296d4c1701abb1 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:23:13.628337 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13679707'] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.735770 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:13.737872 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-93e0ef91-01c4-4f0e-b27f-c8542bfdee34 admin admin] Publish callbacks [] for security_group (6b4189f0-9dd9-446c-a142-50ba947144f2), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.767472 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-93e0ef91-01c4-4f0e-b27f-c8542bfdee34 admin admin] Publish callbacks [] for security_group (6b4189f0-9dd9-446c-a142-50ba947144f2), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.822153 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:13.887133 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-93e0ef91-01c4-4f0e-b27f-c8542bfdee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6b4189f0-9dd9-446c-a142-50ba947144f2), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.889954 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-93e0ef91-01c4-4f0e-b27f-c8542bfdee34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.891132 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-93e0ef91-01c4-4f0e-b27f-c8542bfdee34 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6b4189f0-9dd9-446c-a142-50ba947144f2 HTTP/1.1" status: 204 len: 168 time: 0.2703350 Sep 13 03:23:13.895306 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15663118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13679689'] for subnet (9e37287b-d559-4f18-b8fd-dc8edba2b14b), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:13.924220 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0ef91-01c4-4f0e-b27f-c8542bfdee34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4189f0-9dd9-446c-a142-50ba947144f2,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:13.929632 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4176636-555e-4328-b258-8a3404e9da13 req-eba0b5ca-9276-4ad0-958e-0571df8db060 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:13.931579 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4176636-555e-4328-b258-8a3404e9da13 req-eba0b5ca-9276-4ad0-958e-0571df8db060 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0530591 Sep 13 03:23:13.965906 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e37287b-d559-4f18-b8fd-dc8edba2b14b,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:13.978817 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Checking segment: {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:13.979284 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Network hostable DHCP agents. Network: 3898e3b7-a638-40b6-8dfc-c2cf58e36d66, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:23:13.999022 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4176636-555e-4328-b258-8a3404e9da13 req-2d85503d-c0c6-4bb2-925f-74b37f2a3f2d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475357 Sep 13 03:23:14.001564 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:23:14.015111 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 3898e3b7-a638-40b6-8dfc-c2cf58e36d66) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:14.031771 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:14.032136 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.038325 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857f662-b239-455d-a8df-640b75e3d928 None None] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:23:14.060180 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-25637426-1e2f-435d-8904-43f9db8da21a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5077167 Sep 13 03:23:14.063113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45506) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:14.068328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:14.093551 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (3b8c3017-e16b-42be-b875-76d56d7b85be), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.096641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (3b8c3017-e16b-42be-b875-76d56d7b85be), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.156818 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks [] for router_controller (3b8c3017-e16b-42be-b875-76d56d7b85be), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.166816 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:23:14.167853 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.235114 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:14.238290 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45508) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:14.255421 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa1a5-262d-4f1d-ad82-a08333d99e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.324725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks [] for router_gateway (3b8c3017-e16b-42be-b875-76d56d7b85be), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.345066 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Allocated IP 172.20.0.2 (3898e3b7-a638-40b6-8dfc-c2cf58e36d66/9e37287b-d559-4f18-b8fd-dc8edba2b14b/cdef6529-1572-4912-a9dd-c91f54efac1c) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:23:14.368759 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa1a5-262d-4f1d-ad82-a08333d99e1b admin admin] Publish callbacks [] for security_group (695b34d4-0e7f-4e4f-b250-a923d93a68f6), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.374013 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa1a5-262d-4f1d-ad82-a08333d99e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (695b34d4-0e7f-4e4f-b250-a923d93a68f6), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.407911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fa1a5-262d-4f1d-ad82-a08333d99e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b34d4-0e7f-4e4f-b250-a923d93a68f6,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:14.426686 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-4e5fa1a5-262d-4f1d-ad82-a08333d99e1b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f7e427a44973492ca0afd6f53f868eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871920 Sep 13 03:23:14.429307 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45512) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:14.482075 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-888cb855-3517-4e73-8ee5-b66286fa8e49 admin admin] Publish callbacks [] for security_group (695b34d4-0e7f-4e4f-b250-a923d93a68f6), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.503004 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Publish callbacks [] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.503213 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-888cb855-3517-4e73-8ee5-b66286fa8e49 admin admin] Publish callbacks [] for security_group (695b34d4-0e7f-4e4f-b250-a923d93a68f6), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.509429 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.535699 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks [] for router_gateway (3b8c3017-e16b-42be-b875-76d56d7b85be), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.545643 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:14.548694 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:14.556421 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:23:14.556640 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.568922 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-888cb855-3517-4e73-8ee5-b66286fa8e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (695b34d4-0e7f-4e4f-b250-a923d93a68f6), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.571524 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-888cb855-3517-4e73-8ee5-b66286fa8e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.579055 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-888cb855-3517-4e73-8ee5-b66286fa8e49 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/695b34d4-0e7f-4e4f-b250-a923d93a68f6 HTTP/1.1" status: 204 len: 168 time: 0.1451921 Sep 13 03:23:14.585083 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Pushing event updated for resources: {'Port': ['ID=cdef6529-1572-4912-a9dd-c91f54efac1c,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:14.591408 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cb855-3517-4e73-8ee5-b66286fa8e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b34d4-0e7f-4e4f-b250-a923d93a68f6,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:14.617186 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-983de680-ed2a-40a4-aa7b-f1cc07fa1214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.643583 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.644206 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.644706 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.645210 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.645702 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.646177 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.646704 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.647194 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.647668 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.648141 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.648614 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.649083 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.649565 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.650032 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.650498 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:14.672022 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Attempting to bind port cdef6529-1572-4912-a9dd-c91f54efac1c on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:23:14.672293 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Attempting to bind port cdef6529-1572-4912-a9dd-c91f54efac1c by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:23:14.672848 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Attempting to bind port cdef6529-1572-4912-a9dd-c91f54efac1c on network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:23:14.706913 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Allocated IP 172.27.1.117 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/f28c7a40-22ee-4f0b-b6b3-df5738d61587) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:23:14.718841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:23:14.719146 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Checking segment: {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:14.719560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.719952 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Bound using segment: {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:23:14.720455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Bound port: cdef6529-1572-4912-a9dd-c91f54efac1c, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:23:14.720837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.818757 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] For port cdef6529-1572-4912-a9dd-c91f54efac1c, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:23:14.822441 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] For port cdef6529-1572-4912-a9dd-c91f54efac1c, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=cdef6529-1572-4912-a9dd-c91f54efac1c,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:23:14.829138 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.866900 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks [] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.897997 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:14.905363 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a129b-d9e5-4b92-8d53-e2fd368f2123 None None] Pushing event updated for resources: {'Port': ['ID=cdef6529-1572-4912-a9dd-c91f54efac1c,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:14.911019 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:14.956181 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:14.970984 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:14.978977 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:14.981347 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Pushing event updated for resources: {'Port': ['ID=f28c7a40-22ee-4f0b-b6b3-df5738d61587,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:14.984085 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:23:15.091710 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:15.092961 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:15.102595 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45520) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:15.123047 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-76097485-b597-4861-b790-250c7d42ff37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.170394 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:15.193540 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1953da7-72c4-4777-aef7-5a6127a74388 req-106c13da-60ac-4750-af1d-992055d19c7d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:15.195190 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e1953da7-72c4-4777-aef7-5a6127a74388 req-106c13da-60ac-4750-af1d-992055d19c7d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0744672 Sep 13 03:23:15.284496 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e1953da7-72c4-4777-aef7-5a6127a74388 req-8abe9934-0f5f-4eff-945c-655dc765afcb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814333 Sep 13 03:23:15.305432 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks [] for router_gateway (3b8c3017-e16b-42be-b875-76d56d7b85be), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.319235 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-76097485-b597-4861-b790-250c7d42ff37 admin admin] Publish callbacks [] for security_group (66a70c01-a425-4f77-ad56-c2872603601a), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.323363 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-76097485-b597-4861-b790-250c7d42ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (66a70c01-a425-4f77-ad56-c2872603601a), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.364179 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76097485-b597-4861-b790-250c7d42ff37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a70c01-a425-4f77-ad56-c2872603601a,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:15.372959 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-76097485-b597-4861-b790-250c7d42ff37 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c73c328b3bf34d65b32928e78e7e4a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682197 Sep 13 03:23:15.375750 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45524) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:15.413607 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:15.418802 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=14 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:15.430122 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4a28-d106-4214-ba27-e30f74ecd641 admin admin] Publish callbacks [] for security_group (66a70c01-a425-4f77-ad56-c2872603601a), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.454344 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4a28-d106-4214-ba27-e30f74ecd641 admin admin] Publish callbacks [] for security_group (66a70c01-a425-4f77-ad56-c2872603601a), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.516564 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4a28-d106-4214-ba27-e30f74ecd641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (66a70c01-a425-4f77-ad56-c2872603601a), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.519420 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4a28-d106-4214-ba27-e30f74ecd641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.523749 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-aa1a4a28-d106-4214-ba27-e30f74ecd641 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/66a70c01-a425-4f77-ad56-c2872603601a HTTP/1.1" status: 204 len: 168 time: 0.1440980 Sep 13 03:23:15.529332 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a4a28-d106-4214-ba27-e30f74ecd641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a70c01-a425-4f77-ad56-c2872603601a,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:15.542305 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (3b8c3017-e16b-42be-b875-76d56d7b85be), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.710027 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Router 3b8c3017-e16b-42be-b875-76d56d7b85be is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:23:15.839719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:23:15.851929 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Sync routers for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:23:15.858369 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:15.860058 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-398611ee-aa88-4f16-9ec7-ac850db5e191 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7959390 Sep 13 03:23:15.863376 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45536) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:15.864112 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:15.864739 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:22:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:15.969031 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:15.988817 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:16.046306 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15e450-54c6-410a-851d-fda0ef11bb47 None None] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:23:16.198267 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-9bfef5d6-6552-4aba-a967-ed900523ff77 None None] Provisioning complete for port cdef6529-1572-4912-a9dd-c91f54efac1c triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:16.198662 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9bfef5d6-6552-4aba-a967-ed900523ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.361979 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:15Z', 'revision_number': 3, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:16.369341 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.396450 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Checking router: 3b8c3017-e16b-42be-b875-76d56d7b85be for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:23:16.396825 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Updating router 3b8c3017-e16b-42be-b875-76d56d7b85be port f28c7a40-22ee-4f0b-b6b3-df5738d61587 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:23:16.401767 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-9bfef5d6-6552-4aba-a967-ed900523ff77 None None] Current status of the port cdef6529-1572-4912-a9dd-c91f54efac1c is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:16.402163 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9bfef5d6-6552-4aba-a967-ed900523ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.451543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.451753 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff0dd-a6e2-4b98-8714-30b89ebe47a0 req-ea63d41a-9821-4fab-80d2-1e3d14d29368 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:16.453389 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-476ff0dd-a6e2-4b98-8714-30b89ebe47a0 req-ea63d41a-9821-4fab-80d2-1e3d14d29368 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0753133 Sep 13 03:23:16.491803 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-9bfef5d6-6552-4aba-a967-ed900523ff77 None None] For port cdef6529-1572-4912-a9dd-c91f54efac1c, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=cdef6529-1572-4912-a9dd-c91f54efac1c,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:23:16.510254 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9bfef5d6-6552-4aba-a967-ed900523ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.531237 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-476ff0dd-a6e2-4b98-8714-30b89ebe47a0 req-da1c843e-5f39-4041-8a8c-44e703d04458 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722649 Sep 13 03:23:16.605524 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Allocated IP 172.20.0.1 (3898e3b7-a638-40b6-8dfc-c2cf58e36d66/9e37287b-d559-4f18-b8fd-dc8edba2b14b/b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:23:16.622234 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:16.660530 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfef5d6-6552-4aba-a967-ed900523ff77 None None] Pushing event updated for resources: {'Port': ['ID=cdef6529-1572-4912-a9dd-c91f54efac1c,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:16.676192 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:16.692271 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-fda5f7da-8a0d-417d-985d-7f55644c04a8 None None] Provisioning complete for port cdef6529-1572-4912-a9dd-c91f54efac1c triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:16.692547 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fda5f7da-8a0d-417d-985d-7f55644c04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.727255 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks [] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.786911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.790736 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:16.834377 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:16.837129 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:16.839526 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:16.843800 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:23:16.877226 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-fda5f7da-8a0d-417d-985d-7f55644c04a8 None None] Current status of the port cdef6529-1572-4912-a9dd-c91f54efac1c is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:16.883859 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (3b8c3017-e16b-42be-b875-76d56d7b85be), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.884202 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device cdef6529-1572-4912-a9dd-c91f54efac1c up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:16.944119 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:16.953627 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Publish callbacks [] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.964238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ed3d-75ce-4e28-bcdd-865d8472a3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.968048 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:16.972764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port cdef6529-1572-4912-a9dd-c91f54efac1c triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:16.973249 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.043078 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.179819 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Attempting to bind port f28c7a40-22ee-4f0b-b6b3-df5738d61587 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:23:17.180191 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Attempting to bind port f28c7a40-22ee-4f0b-b6b3-df5738d61587 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:23:17.180629 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Attempting to bind port f28c7a40-22ee-4f0b-b6b3-df5738d61587 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:23:17.234165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129439a-70da-4739-ba6c-afef6483dd8b None None] Pushing event updated for resources: {'Port': ['ID=f28c7a40-22ee-4f0b-b6b3-df5738d61587,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:17.236993 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks [] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.243978 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.245077 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-40b78877-b5c8-4658-b1ae-462bbd45434a None None] Provisioning complete for port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:17.245622 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-40b78877-b5c8-4658-b1ae-462bbd45434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.292363 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:23:17.293047 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:17.293877 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.294273 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:23:17.294802 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Bound port: f28c7a40-22ee-4f0b-b6b3-df5738d61587, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:23:17.295355 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.313593 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (3b8c3017-e16b-42be-b875-76d56d7b85be), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.315351 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:17.334787 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-40b78877-b5c8-4658-b1ae-462bbd45434a None None] Port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:23:17.360033 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port cdef6529-1572-4912-a9dd-c91f54efac1c is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:17.379695 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] For port f28c7a40-22ee-4f0b-b6b3-df5738d61587, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:23:17.383211 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] For port f28c7a40-22ee-4f0b-b6b3-df5738d61587, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f28c7a40-22ee-4f0b-b6b3-df5738d61587,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:23:17.390946 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.428779 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:17.430226 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:17.461419 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129439a-70da-4739-ba6c-afef6483dd8b None None] Pushing event updated for resources: {'Port': ['ID=f28c7a40-22ee-4f0b-b6b3-df5738d61587,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:17.470733 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:17.471278 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:23:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:17.542910 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:17.562947 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Router 3b8c3017-e16b-42be-b875-76d56d7b85be has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:23:17.567197 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:17.618417 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:17.718700 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-058c13ab-cbff-4e41-97d6-7be495a59ef5 None None] Provisioning complete for port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:17.719525 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-058c13ab-cbff-4e41-97d6-7be495a59ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:17.744266 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf42179-34de-47c0-bf3e-1fd3316b7d1a req-a2029e04-5b4f-47c2-afdd-5ab4fd5e4a29 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:17.747307 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7bf42179-34de-47c0-bf3e-1fd3316b7d1a req-a2029e04-5b4f-47c2-afdd-5ab4fd5e4a29 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0964508 Sep 13 03:23:17.775512 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:23:17.798419 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c840923e-7f63-4b6f-83bf-a89121e278d4 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/3b8c3017-e16b-42be-b875-76d56d7b85be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9326994 Sep 13 03:23:17.803695 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-058c13ab-cbff-4e41-97d6-7be495a59ef5 None None] Port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:23:17.851737 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:17.856539 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7bf42179-34de-47c0-bf3e-1fd3316b7d1a req-e2608bcb-c1d6-4775-a135-487df464040b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038835 Sep 13 03:23:17.902349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-417df589-5c40-4745-9e42-233a92710f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 2, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:17.930336 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417df589-5c40-4745-9e42-233a92710f34 None None] The sync data for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi is: [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 2, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:23:18.183996 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.425343 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45600) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:18.430813 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-665008072-network', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:18.450773 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Made reservation on behalf of c8bc9301cec443a2b98ec7e663ba6633 for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:23:18.453149 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.462870 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.547180 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks [] for security_group (7a77500f-a155-4ca6-8296-2e6c15f46bc4), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.551336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7a77500f-a155-4ca6-8296-2e6c15f46bc4), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.583923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:23:18.595115 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a77500f-a155-4ca6-8296-2e6c15f46bc4,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:18.603684 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (672f03d8-cde5-46e1-b810-4dffe3da4ef0), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.604150 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Added segment 672f03d8-cde5-46e1-b810-4dffe3da4ef0 of type vlan for network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a Sep 13 03:23:18.649583 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (e9fc0553-db2d-4fbd-80ac-6ce4afd4640a), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.676013 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (e9fc0553-db2d-4fbd-80ac-6ce4afd4640a), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.677043 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:18.678189 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.739995 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3134811 Sep 13 03:23:18.743390 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45602) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:18.744053 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee08b-84a8-46a8-9c27-dbf8524856d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fc0553-db2d-4fbd-80ac-6ce4afd4640a,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:18.749561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Request body: {'subnet': {'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-665008072-subnet', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:18.756621 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:23:18.759835 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:18.784866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Made reservation on behalf of c8bc9301cec443a2b98ec7e663ba6633 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:23:18.787828 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14203233'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.832108 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f28c7a40-22ee-4f0b-b6b3-df5738d61587 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:18.890212 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port f28c7a40-22ee-4f0b-b6b3-df5738d61587 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:18.890690 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:18.955346 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:18.980815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port f28c7a40-22ee-4f0b-b6b3-df5738d61587 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:18.981579 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.007354 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port f28c7a40-22ee-4f0b-b6b3-df5738d61587, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f28c7a40-22ee-4f0b-b6b3-df5738d61587,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:23:19.015946 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.016816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30228da4-22f1-4831-8ca0-3043ce2d26fd req-abe30580-fe6f-4dbb-a69b-d1161869db9d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:19.020733 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-30228da4-22f1-4831-8ca0-3043ce2d26fd req-abe30580-fe6f-4dbb-a69b-d1161869db9d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0766387 Sep 13 03:23:19.073560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=f28c7a40-22ee-4f0b-b6b3-df5738d61587,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:19.088408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14226913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14203251'] for subnet (a2cbfcfb-742e-4863-995a-440290031568), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.148158 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:19.167691 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-30228da4-22f1-4831-8ca0-3043ce2d26fd req-02fd5e39-6c0c-4359-92f5-8231e9a9bda4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248121 Sep 13 03:23:19.172856 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cbfcfb-742e-4863-995a-440290031568,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:19.192021 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Checking segment: {'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:19.192382 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Network hostable DHCP agents. Network: e9fc0553-db2d-4fbd-80ac-6ce4afd4640a, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:23:19.211607 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:23:19.222223 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, e9fc0553-db2d-4fbd-80ac-6ce4afd4640a) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:19.228669 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:19.228908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.232112 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3514e8c-05cd-4e43-8aa3-927ef3bc2f17 None None] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:23:19.248060 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2c83b442-24ca-4ff1-94fc-eee67a65abe3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5026102 Sep 13 03:23:19.250478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45610) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:19.254721 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:19.276245 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.277431 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.335236 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks [] for router_controller (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.348944 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'fixed_ips': [{'subnet_id': 'a2cbfcfb-742e-4863-995a-440290031568'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:23:19.350330 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.471105 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks [] for router_gateway (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.495489 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Allocated IP 172.20.0.2 (e9fc0553-db2d-4fbd-80ac-6ce4afd4640a/a2cbfcfb-742e-4863-995a-440290031568/2e7150fe-906c-4acc-bcf5-a8607fe81893) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:23:19.576758 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.663068 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Publish callbacks [] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.670553 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.714665 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:19.719681 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:19.723664 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:23:19.727150 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Pushing event updated for resources: {'Port': ['ID=2e7150fe-906c-4acc-bcf5-a8607fe81893,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:19.772686 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:19.786075 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Attempting to bind port 2e7150fe-906c-4acc-bcf5-a8607fe81893 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:23:19.786435 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Attempting to bind port 2e7150fe-906c-4acc-bcf5-a8607fe81893 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:23:19.786872 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Attempting to bind port 2e7150fe-906c-4acc-bcf5-a8607fe81893 on network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:23:19.835906 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:23:19.836322 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Checking segment: {'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:19.836866 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.837255 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Bound using segment: {'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:23:19.837736 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Bound port: 2e7150fe-906c-4acc-bcf5-a8607fe81893, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:23:19.838106 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.853124 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:19.913669 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.926493 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] For port 2e7150fe-906c-4acc-bcf5-a8607fe81893, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:23:19.926922 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks [] for router_gateway (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.930457 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] For port 2e7150fe-906c-4acc-bcf5-a8607fe81893, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=2e7150fe-906c-4acc-bcf5-a8607fe81893,segment=NetworkSegment(672f03d8-cde5-46e1-b810-4dffe3da4ef0),segment_id=672f03d8-cde5-46e1-b810-4dffe3da4ef0)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:23:19.937209 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.948249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:19.995016 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e571-bf86-44ca-95f5-0a1500ef3684 None None] Pushing event updated for resources: {'Port': ['ID=2e7150fe-906c-4acc-bcf5-a8607fe81893,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:20.066086 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Allocated IP 172.27.1.242 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/7d7833cc-db3a-4bde-a0bb-7478dfadf0e5) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:23:20.133914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:20.190585 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks [] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:20.231172 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Sync routers for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:23:20.245634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:20.246194 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:20.246996 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:23:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:20.305560 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:20.305560 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:20.307582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:23:20.321347 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e7dc-9390-4a17-a55d-600c85bc0b5a req-fc3f33b2-c333-4b51-a794-58a7cb9e58ce tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:20.323075 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-22a9e7dc-9390-4a17-a55d-600c85bc0b5a req-fc3f33b2-c333-4b51-a794-58a7cb9e58ce tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0628433 Sep 13 03:23:20.342070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:20.363098 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:20.393737 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-22a9e7dc-9390-4a17-a55d-600c85bc0b5a req-a027dc52-553a-44eb-87f1-7afe5d36d2c0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Sep 13 03:23:20.454934 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:20.556641 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 2, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:20.568597 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks [] for router_gateway (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:20.666101 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Checking router: 3b8c3017-e16b-42be-b875-76d56d7b85be for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:23:20.666451 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Updating router 3b8c3017-e16b-42be-b875-76d56d7b85be port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:23:20.695790 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:20.769949 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:20.946054 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f28c7a40-22ee-4f0b-b6b3-df5738d61587 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:20.972832 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Router e28fc6a1-a064-4b1d-a0d2-82c6744abfee is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:23:21.026867 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port f28c7a40-22ee-4f0b-b6b3-df5738d61587 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:21.027509 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.057995 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Publish callbacks [] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.069996 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.139534 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port f28c7a40-22ee-4f0b-b6b3-df5738d61587 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:21.140615 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2e7150fe-906c-4acc-bcf5-a8607fe81893 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:21.167650 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36813616-5a2d-4bea-8de5-49bbda93500d None None] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:23:21.170565 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:21.178324 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Pushing event updated for resources: {'Port': ['ID=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:21.194270 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:23:21.224072 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Sync routers for ids ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:23:21.242910 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.245225 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-84ed661b-e2be-40c8-801b-656b8cc02613 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9927471 Sep 13 03:23:21.247134 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45622) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:21.265504 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.266483 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.266976 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.267471 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.268024 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.268703 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.269225 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.269766 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.270284 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.270837 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.271400 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.271951 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.272467 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.272990 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.273500 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:23:21.286903 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 2e7150fe-906c-4acc-bcf5-a8607fe81893 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:21.287284 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.289796 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Attempting to bind port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:23:21.289993 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Routers {'e28fc6a1-a064-4b1d-a0d2-82c6744abfee'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:21.290545 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Attempting to bind port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:23:21.290722 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:23:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:21.291773 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Attempting to bind port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 on network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:23:21.345013 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:23:21.345379 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Checking segment: {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:21.345964 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.346353 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Bound using segment: {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:23:21.346891 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Bound port: b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:23:21.347268 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.363600 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-58334fec-ab6f-4ab6-b14c-5a8af7db94d4 None None] Provisioning complete for port 2e7150fe-906c-4acc-bcf5-a8607fe81893 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:21.363972 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-58334fec-ab6f-4ab6-b14c-5a8af7db94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.423990 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] For port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:23:21.430326 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] For port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:23:21.441392 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.481836 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:21.485353 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:21.516924 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:21.517816 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:23:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:21.525191 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f1ff2-2b7e-414f-90de-be6222adb135 None None] Pushing event updated for resources: {'Port': ['ID=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:21.554781 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bfede-02aa-4b56-81a6-444d5310154d req-a7a7237b-4f61-44b2-a520-cf24b40050f7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:21.557344 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a4bfede-02aa-4b56-81a6-444d5310154d req-a7a7237b-4f61-44b2-a520-cf24b40050f7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0809133 Sep 13 03:23:21.564231 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:21.565224 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:21.625251 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a4bfede-02aa-4b56-81a6-444d5310154d req-fe1cc8f2-2e67-4292-8a0e-96f07d3342f3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619285 Sep 13 03:23:21.643726 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:21.682459 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:21.683958 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Set router e28fc6a1-a064-4b1d-a0d2-82c6744abfee gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:21.721834 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.789216 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 2e7150fe-906c-4acc-bcf5-a8607fe81893 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:21.789520 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.862166 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-58334fec-ab6f-4ab6-b14c-5a8af7db94d4 None None] Current status of the port 2e7150fe-906c-4acc-bcf5-a8607fe81893 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:21.863425 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-58334fec-ab6f-4ab6-b14c-5a8af7db94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:21.906055 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:21Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:21.940258 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bee15-6026-4545-b402-c5228bbcc885 None None] The sync data for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi is: [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:21Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:23:21.945525 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-58334fec-ab6f-4ab6-b14c-5a8af7db94d4 None None] For port 2e7150fe-906c-4acc-bcf5-a8607fe81893, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=2e7150fe-906c-4acc-bcf5-a8607fe81893,segment=NetworkSegment(672f03d8-cde5-46e1-b810-4dffe3da4ef0),segment_id=672f03d8-cde5-46e1-b810-4dffe3da4ef0)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:23:21.961632 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-58334fec-ab6f-4ab6-b14c-5a8af7db94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.060870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:22.105223 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58334fec-ab6f-4ab6-b14c-5a8af7db94d4 None None] Pushing event updated for resources: {'Port': ['ID=2e7150fe-906c-4acc-bcf5-a8607fe81893,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:22.111608 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.db.api [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 03:23:22.112034 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG oslo_db.api [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 03:23:22.118957 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-83517353-15b4-4fc7-a972-c9cd37315726 None None] Provisioning complete for port 2e7150fe-906c-4acc-bcf5-a8607fe81893 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:22.119332 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83517353-15b4-4fc7-a972-c9cd37315726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.150792 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:20Z', 'revision_number': 3, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port': {'id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:22.160019 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Allocated IP 172.20.0.1 (e9fc0553-db2d-4fbd-80ac-6ce4afd4640a/a2cbfcfb-742e-4863-995a-440290031568/0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:23:22.186875 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Checking router: e28fc6a1-a064-4b1d-a0d2-82c6744abfee for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:23:22.187208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Updating router e28fc6a1-a064-4b1d-a0d2-82c6744abfee port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:23:22.232979 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.350851 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks [] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.382968 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-83517353-15b4-4fc7-a972-c9cd37315726 None None] Current status of the port 2e7150fe-906c-4acc-bcf5-a8607fe81893 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:22.383469 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.448212 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:22.449419 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:22.457876 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:22.461403 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:23:22.510135 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.616624 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Publish callbacks [] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.647079 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:22.692283 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.746118 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 2e7150fe-906c-4acc-bcf5-a8607fe81893 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:22.758568 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.786821 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:22.787949 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Attempting to bind port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:23:22.788419 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Attempting to bind port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:23:22.788851 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Attempting to bind port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:23:22.875474 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-bdebd2fe-2802-41dc-9711-11c93efd2bad None None] Provisioning complete for port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:22.876022 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bdebd2fe-2802-41dc-9711-11c93efd2bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.886745 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:22.919405 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-bdebd2fe-2802-41dc-9711-11c93efd2bad None None] Port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:23:22.929268 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf6f6e-f804-416e-a1e6-a44fd0526ea6 req-31061d60-732c-4440-9ef7-4b601675c553 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:22.930956 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cddf6f6e-f804-416e-a1e6-a44fd0526ea6 req-31061d60-732c-4440-9ef7-4b601675c553 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.1398764 Sep 13 03:23:22.933844 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2e7150fe-906c-4acc-bcf5-a8607fe81893 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:22.940304 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5cdce-76e9-4158-a19e-f6d19d3cf51d None None] Pushing event updated for resources: {'Port': ['ID=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:22.968537 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:23:22.968904 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:22.969300 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:22.969684 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:23:22.970152 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Bound port: 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:23:22.970523 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.026805 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cddf6f6e-f804-416e-a1e6-a44fd0526ea6 req-3085bd20-aa9d-41b3-8153-0a6cb18b57e5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822814 Sep 13 03:23:23.037414 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 2e7150fe-906c-4acc-bcf5-a8607fe81893 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:23.037780 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.040837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] For port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:23:23.042027 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks [] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.057446 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.079916 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] For port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:23:23.089807 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.101363 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:23.124640 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:23.126936 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.136545 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Routers {'e28fc6a1-a064-4b1d-a0d2-82c6744abfee'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:23.137177 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:23:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:23.221410 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5cdce-76e9-4158-a19e-f6d19d3cf51d None None] Pushing event updated for resources: {'Port': ['ID=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:23.223119 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:23.225090 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:23.276021 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 2e7150fe-906c-4acc-bcf5-a8607fe81893 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:23.277228 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:23.323919 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] Set router e28fc6a1-a064-4b1d-a0d2-82c6744abfee gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:23.338715 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Router e28fc6a1-a064-4b1d-a0d2-82c6744abfee has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:23:23.370470 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:23.370866 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.450511 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:23:23.456091 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-9ed9ffc1-cf16-4e18-b9a5-1f99f0c71ca6 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e28fc6a1-a064-4b1d-a0d2-82c6744abfee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2075102 Sep 13 03:23:23.616643 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-7c3f0b81-62e2-44e7-9664-ba1f2eac88ef None None] Provisioning complete for port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:23.616929 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7c3f0b81-62e2-44e7-9664-ba1f2eac88ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.624538 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:23.677255 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f0b81-62e2-44e7-9664-ba1f2eac88ef None None] Port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:23:23.725182 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:23.725565 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.784802 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 4, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port': {'id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7', 'name': '', 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'mac_address': 'fa:16:3e:a7:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2cbfcfb-742e-4863-995a-440290031568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:21Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 2, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'subnets': [{'id': 'a2cbfcfb-742e-4863-995a-440290031568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:23.789887 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:23:23.812716 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.817112 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35392ab2-4482-4646-b4ab-4dbd37b8c14c None None] The sync data for ids ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'] in dv-cinder-857075-2-iscsi is: [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 4, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port': {'id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7', 'name': '', 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'mac_address': 'fa:16:3e:a7:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2cbfcfb-742e-4863-995a-440290031568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:21Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 2, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'subnets': [{'id': 'a2cbfcfb-742e-4863-995a-440290031568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:23:23.870900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:23.878259 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45654) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:23.883991 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-497b32d1-20de-4149-8640-537f5a3e8791 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396230096', 'description': 'tempest-secgroup-smoke-396230096 description', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:23.905143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-497b32d1-20de-4149-8640-537f5a3e8791 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.975560 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-497b32d1-20de-4149-8640-537f5a3e8791 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group (f8218143-7966-4991-936a-ba99dd8b8c54), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.979514 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-497b32d1-20de-4149-8640-537f5a3e8791 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f8218143-7966-4991-936a-ba99dd8b8c54), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:23.986229 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:24.011708 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b32d1-20de-4149-8640-537f5a3e8791 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8218143-7966-4991-936a-ba99dd8b8c54,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:24.022410 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-497b32d1-20de-4149-8640-537f5a3e8791 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.024082 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-497b32d1-20de-4149-8640-537f5a3e8791 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1441669 Sep 13 03:23:24.027569 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45656) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:24.033323 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-50167dd8-8cbd-4e37-99d3-ab8d7dd7232c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'security_group_rule': {'security_group_id': 'f8218143-7966-4991-936a-ba99dd8b8c54', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:24.078294 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-50167dd8-8cbd-4e37-99d3-ab8d7dd7232c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (64db7f95-57a1-4448-81b7-1fcae580b07e), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.118500 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:24.184556 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f4b0b-8ca9-4a6c-9df9-2800d898af53 req-0d543d20-eeeb-4961-b8d5-032991db342f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:24.186053 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-211f4b0b-8ca9-4a6c-9df9-2800d898af53 req-0d543d20-eeeb-4961-b8d5-032991db342f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0651419 Sep 13 03:23:24.192626 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-50167dd8-8cbd-4e37-99d3-ab8d7dd7232c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (64db7f95-57a1-4448-81b7-1fcae580b07e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.201712 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-50167dd8-8cbd-4e37-99d3-ab8d7dd7232c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (64db7f95-57a1-4448-81b7-1fcae580b07e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.229986 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50167dd8-8cbd-4e37-99d3-ab8d7dd7232c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64db7f95-57a1-4448-81b7-1fcae580b07e,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:24.258685 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-50167dd8-8cbd-4e37-99d3-ab8d7dd7232c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.259933 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-50167dd8-8cbd-4e37-99d3-ab8d7dd7232c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2309623 Sep 13 03:23:24.263289 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45662) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:24.267886 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-211f4b0b-8ca9-4a6c-9df9-2800d898af53 req-9d7ce17f-8a2c-4e40-8217-ac5d341fc683 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733726 Sep 13 03:23:24.271866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-db28611a-389c-4be8-b4c9-2eef3184b478 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'security_group_rule': {'security_group_id': 'f8218143-7966-4991-936a-ba99dd8b8c54', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:24.310056 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db28611a-389c-4be8-b4c9-2eef3184b478 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (917a3a0e-4815-46e3-9139-d25e474c4d9c), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.373199 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db28611a-389c-4be8-b4c9-2eef3184b478 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (917a3a0e-4815-46e3-9139-d25e474c4d9c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.376867 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db28611a-389c-4be8-b4c9-2eef3184b478 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (917a3a0e-4815-46e3-9139-d25e474c4d9c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.396704 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28611a-389c-4be8-b4c9-2eef3184b478 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917a3a0e-4815-46e3-9139-d25e474c4d9c,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:24.406126 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-db28611a-389c-4be8-b4c9-2eef3184b478 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.407385 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-db28611a-389c-4be8-b4c9-2eef3184b478 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422100 Sep 13 03:23:24.410160 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45666) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:24.415489 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-7c284847-e083-4336-b21d-77b6ac85ff51 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'security_group_rule': {'security_group_id': 'f8218143-7966-4991-936a-ba99dd8b8c54', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:24.442232 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7c284847-e083-4336-b21d-77b6ac85ff51 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (2d82a762-0c87-419f-8eea-e4eb7fccb19c), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.501945 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7c284847-e083-4336-b21d-77b6ac85ff51 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (2d82a762-0c87-419f-8eea-e4eb7fccb19c), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.506373 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7c284847-e083-4336-b21d-77b6ac85ff51 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (2d82a762-0c87-419f-8eea-e4eb7fccb19c), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.525109 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284847-e083-4336-b21d-77b6ac85ff51 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d82a762-0c87-419f-8eea-e4eb7fccb19c,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:24.532310 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7c284847-e083-4336-b21d-77b6ac85ff51 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.533489 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-7c284847-e083-4336-b21d-77b6ac85ff51 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221595 Sep 13 03:23:24.536153 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45668) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:24.540555 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-087890d6-7808-4ffb-ac84-190df40aa109 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'security_group_rule': {'security_group_id': 'f8218143-7966-4991-936a-ba99dd8b8c54', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:24.566362 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-087890d6-7808-4ffb-ac84-190df40aa109 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (eebcc9c3-738e-46a7-9cca-5468d60627e9), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.622029 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-087890d6-7808-4ffb-ac84-190df40aa109 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (eebcc9c3-738e-46a7-9cca-5468d60627e9), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.625661 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-087890d6-7808-4ffb-ac84-190df40aa109 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (eebcc9c3-738e-46a7-9cca-5468d60627e9), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.646814 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087890d6-7808-4ffb-ac84-190df40aa109 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebcc9c3-738e-46a7-9cca-5468d60627e9,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:24.652171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-087890d6-7808-4ffb-ac84-190df40aa109 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.653170 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-087890d6-7808-4ffb-ac84-190df40aa109 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161056 Sep 13 03:23:24.656130 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45670) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:24.660684 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'security_group_rule': {'security_group_id': 'f8218143-7966-4991-936a-ba99dd8b8c54', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:24.706134 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.securitygroups_db [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Project fb8fff2dfb49442492296d4c1701abb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 03:23:24.713106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (a13d210c-7d55-4be5-80c4-a98acf78c9ea), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.769465 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:24.782453 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (a13d210c-7d55-4be5-80c4-a98acf78c9ea), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.790641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (a13d210c-7d55-4be5-80c4-a98acf78c9ea), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.805928 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13d210c-7d55-4be5-80c4-a98acf78c9ea,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:24.824715 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.826024 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-bef6c05d-c6ab-46d6-9b9c-2f5e4bd53cee tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688435 Sep 13 03:23:24.828857 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45672) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:24.833638 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'security_group_rule': {'security_group_id': 'f8218143-7966-4991-936a-ba99dd8b8c54', 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:24.856606 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.securitygroups_db [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Project fb8fff2dfb49442492296d4c1701abb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 03:23:24.864095 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (d63bd7d7-68b4-4f7d-b589-613f022b2dee), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.944141 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:24.947641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (d63bd7d7-68b4-4f7d-b589-613f022b2dee), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.952316 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (d63bd7d7-68b4-4f7d-b589-613f022b2dee), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.974764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63bd7d7-68b4-4f7d-b589-613f022b2dee,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:24.980667 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:24.984942 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7dfc5240-c13f-4dd8-9348-f6c8bc6be986 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549964 Sep 13 03:23:25.006730 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:25.007236 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:25.084378 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:25.084774 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:25.109158 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:23:25.115355 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:25.116215 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:25.164833 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:25.212455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:25.218348 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:25.218747 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:25.299673 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:25.408216 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54de830-3d1f-433b-a92c-4a07ac213658 req-5a4622b6-4d0d-4760-a033-cbc351d2a434 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:25.409677 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f54de830-3d1f-433b-a92c-4a07ac213658 req-5a4622b6-4d0d-4760-a033-cbc351d2a434 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0552444 Sep 13 03:23:25.464407 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f54de830-3d1f-433b-a92c-4a07ac213658 req-fd5a46d4-7e77-4f5c-9342-b15ebe61f48b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485251 Sep 13 03:23:26.092864 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Sync routers for ids ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:23:26.103720 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Routers {'e28fc6a1-a064-4b1d-a0d2-82c6744abfee'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:26.104308 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:23:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:26.202930 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Set router e28fc6a1-a064-4b1d-a0d2-82c6744abfee gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:26.385117 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 4, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port': {'id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7', 'name': '', 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'mac_address': 'fa:16:3e:a7:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2cbfcfb-742e-4863-995a-440290031568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:21Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 2, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'subnets': [{'id': 'a2cbfcfb-742e-4863-995a-440290031568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:26.412733 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Checking router: e28fc6a1-a064-4b1d-a0d2-82c6744abfee for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:23:26.413073 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Updating router e28fc6a1-a064-4b1d-a0d2-82c6744abfee port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:23:26.440069 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:26.590772 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694cae7-560b-4825-babb-1eb262e658c9 req-af3b4a90-902e-4673-a6f1-e03b10fac953 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:26.592622 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f694cae7-560b-4825-babb-1eb262e658c9 req-af3b4a90-902e-4673-a6f1-e03b10fac953 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0539174 Sep 13 03:23:26.644818 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:26.651574 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f694cae7-560b-4825-babb-1eb262e658c9 req-48245c37-0be9-4dab-a1bc-58d77be2a6d4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525827 Sep 13 03:23:26.691090 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:26.704595 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Publish callbacks [] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:26.709099 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:26.833533 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:26.857516 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e44d-3d95-4b48-b5a1-dae8024e76fc None None] Pushing event updated for resources: {'Port': ['ID=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:26.878580 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:26.878983 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:26.885159 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Attempting to bind port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:23:26.885524 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Attempting to bind port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:23:26.885875 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Attempting to bind port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 on network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:23:26.933579 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:23:26.933579 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Checking segment: {'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:23:26.933579 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:26.933579 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Bound using segment: {'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:23:26.933579 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Bound port: 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672f03d8-cde5-46e1-b810-4dffe3da4ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:23:26.933579 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:26.963751 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:26.973797 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:26.996648 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] For port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:23:26.999755 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] For port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,segment=NetworkSegment(672f03d8-cde5-46e1-b810-4dffe3da4ef0),segment_id=672f03d8-cde5-46e1-b810-4dffe3da4ef0)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:23:27.005237 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:27.040607 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Routers {'e28fc6a1-a064-4b1d-a0d2-82c6744abfee'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:23:27.041220 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:23:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:27.096171 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e44d-3d95-4b48-b5a1-dae8024e76fc None None] Pushing event updated for resources: {'Port': ['ID=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:27.154818 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] Set router e28fc6a1-a064-4b1d-a0d2-82c6744abfee gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:23:27.336794 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 4, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port': {'id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7', 'name': '', 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'mac_address': 'fa:16:3e:a7:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2cbfcfb-742e-4863-995a-440290031568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:21Z', 'updated_at': '2022-09-13T03:23:26Z', 'revision_number': 4, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'subnets': [{'id': 'a2cbfcfb-742e-4863-995a-440290031568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:23:27.361500 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d52691-3998-4e80-8743-55d3015e3ccb None None] The sync data for ids ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'] in dv-cinder-857075-2-iscsi is: [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:22Z', 'revision_number': 4, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port': {'id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7', 'name': '', 'network_id': 'e9fc0553-db2d-4fbd-80ac-6ce4afd4640a', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'mac_address': 'fa:16:3e:a7:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a2cbfcfb-742e-4863-995a-440290031568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:21Z', 'updated_at': '2022-09-13T03:23:26Z', 'revision_number': 4, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'subnets': [{'id': 'a2cbfcfb-742e-4863-995a-440290031568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:23:27.775373 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8ccf5-f31d-436f-b719-f67f460b8c35 req-b2349ef4-4607-4e5d-8c62-40e47252f448 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:27.776842 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-03a8ccf5-f31d-436f-b719-f67f460b8c35 req-b2349ef4-4607-4e5d-8c62-40e47252f448 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0480826 Sep 13 03:23:27.824865 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-03a8ccf5-f31d-436f-b719-f67f460b8c35 req-79e5341a-8db7-4701-a265-91b3845f9feb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Sep 13 03:23:28.843294 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:28.902857 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:28.903678 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:28.953018 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a6a0-a324-4cdc-bb80-90af0a50b6de req-94345094-95be-487f-8718-a1087df5c647 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:28.954503 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-48c3a6a0-a324-4cdc-bb80-90af0a50b6de req-94345094-95be-487f-8718-a1087df5c647 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0473299 Sep 13 03:23:28.971310 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:28.985946 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:28.986334 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:29.003867 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-48c3a6a0-a324-4cdc-bb80-90af0a50b6de req-e3262032-53d1-4134-9f28-58915a00cfa6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Sep 13 03:23:29.021766 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,segment=NetworkSegment(672f03d8-cde5-46e1-b810-4dffe3da4ef0),segment_id=672f03d8-cde5-46e1-b810-4dffe3da4ef0)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:23:29.025536 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:29.075125 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:30.018991 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:23:30.127706 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aed3b8-e6c4-4b22-883b-4e9b6d639609 req-96a34990-c8f8-47b3-adef-15fc55abe913 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:30.129140 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36aed3b8-e6c4-4b22-883b-4e9b6d639609 req-96a34990-c8f8-47b3-adef-15fc55abe913 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0490251 Sep 13 03:23:30.171674 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:30.176139 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36aed3b8-e6c4-4b22-883b-4e9b6d639609 req-5f4aab6c-95b0-4920-8b17-107315909a32 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Sep 13 03:23:30.835031 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:23:30.877488 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:23:30.877857 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:30.947009 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:23:31.297957 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e721b7-9f6a-4948-981a-4cac08f7ecef req-f7a987d3-85f3-4557-942f-03ec6532f96c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:31.299428 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-48e721b7-9f6a-4948-981a-4cac08f7ecef req-f7a987d3-85f3-4557-942f-03ec6532f96c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0477896 Sep 13 03:23:31.344896 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-48e721b7-9f6a-4948-981a-4cac08f7ecef req-1985a998-5b09-4bea-98cb-428d88f38f35 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Sep 13 03:23:32.461869 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3c6bc-038e-4c46-98dd-fa96b6c869e6 req-134828c0-b48f-48fd-8a72-1dfb29197d22 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:32.463341 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aab3c6bc-038e-4c46-98dd-fa96b6c869e6 req-134828c0-b48f-48fd-8a72-1dfb29197d22 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0455608 Sep 13 03:23:32.508991 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aab3c6bc-038e-4c46-98dd-fa96b6c869e6 req-dcc6d523-a823-44ed-a8c4-185d75157287 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Sep 13 03:23:33.631540 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51881fc7-03a0-49e5-a8a6-9b7b87743c95 req-013f8214-a28d-47f6-bfba-046ccbd78814 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:33.633079 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-51881fc7-03a0-49e5-a8a6-9b7b87743c95 req-013f8214-a28d-47f6-bfba-046ccbd78814 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0476828 Sep 13 03:23:33.681150 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:33.691072 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-51881fc7-03a0-49e5-a8a6-9b7b87743c95 req-52765549-7af2-4c02-b990-c4467d06e90e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490401 Sep 13 03:23:34.816080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b5cce-b717-4f90-9258-7c2520c352f7 req-4a304b73-65f2-4689-a958-c8e14bd678eb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:34.817575 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f36b5cce-b717-4f90-9258-7c2520c352f7 req-4a304b73-65f2-4689-a958-c8e14bd678eb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0493631 Sep 13 03:23:34.866603 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f36b5cce-b717-4f90-9258-7c2520c352f7 req-3e747712-bb11-4df1-88e7-bd294202755c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Sep 13 03:23:35.985124 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b09d3-7c0b-4799-ae12-e670c1b8e212 req-244b0c89-08bd-4647-b076-f80623ecfa69 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:35.986882 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a01b09d3-7c0b-4799-ae12-e670c1b8e212 req-244b0c89-08bd-4647-b076-f80623ecfa69 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0457599 Sep 13 03:23:36.018592 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:36.040403 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a01b09d3-7c0b-4799-ae12-e670c1b8e212 req-7f83febc-9cf5-4b94-8b96-627598e74157 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Sep 13 03:23:37.171910 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b933d-a240-4827-ae39-1b3cad2af422 req-5d7baf49-40f4-4005-83b4-68c60198809f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:37.173494 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-105b933d-a240-4827-ae39-1b3cad2af422 req-5d7baf49-40f4-4005-83b4-68c60198809f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0530889 Sep 13 03:23:37.226517 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-105b933d-a240-4827-ae39-1b3cad2af422 req-fe1352ea-ff59-492d-91d0-d2d5abcebefc tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Sep 13 03:23:37.911387 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d65726-550a-499a-8dc1-15a6f2996759 req-fa107b45-3d17-45c8-9943-7d7246e6128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:37.912860 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a5d65726-550a-499a-8dc1-15a6f2996759 req-fa107b45-3d17-45c8-9943-7d7246e6128a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 1130 time: 0.0386758 Sep 13 03:23:37.957234 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a5d65726-550a-499a-8dc1-15a6f2996759 req-2affae80-e9fe-423d-b9f7-cdd725699613 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378463 Sep 13 03:23:38.351375 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161bc63-a012-46d2-8f3e-8b979d4e48e9 req-796d2a74-180d-41c3-91c4-f64e3cddc589 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:38.352875 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b161bc63-a012-46d2-8f3e-8b979d4e48e9 req-796d2a74-180d-41c3-91c4-f64e3cddc589 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0496454 Sep 13 03:23:38.401154 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b161bc63-a012-46d2-8f3e-8b979d4e48e9 req-5f4ed4de-098f-455a-bc3c-879302df7099 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Sep 13 03:23:39.527230 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed0408-ab31-4da6-aee8-35a1a363440a req-f7b16413-87d4-473a-8195-82ee634c8286 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:39.528760 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06ed0408-ab31-4da6-aee8-35a1a363440a req-f7b16413-87d4-473a-8195-82ee634c8286 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0477352 Sep 13 03:23:39.581419 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06ed0408-ab31-4da6-aee8-35a1a363440a req-0affa396-87ad-44bb-927c-a25a43a45e72 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Sep 13 03:23:40.707786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa99246-d951-4b38-b9a5-31214a7f3fae req-e19dd5d3-342b-48db-b929-9789fb62edaa tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:40.709518 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1fa99246-d951-4b38-b9a5-31214a7f3fae req-e19dd5d3-342b-48db-b929-9789fb62edaa tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0500009 Sep 13 03:23:40.766906 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1fa99246-d951-4b38-b9a5-31214a7f3fae req-beeb7835-201f-4183-8433-c1f31c1c629e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511217 Sep 13 03:23:40.943422 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:40.945835 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:41.036232 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78470d7-8be7-4e71-8174-96ac0029dc76 req-3d798947-271c-4153-bdf1-59500a220b26 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:41.037690 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b78470d7-8be7-4e71-8174-96ac0029dc76 req-3d798947-271c-4153-bdf1-59500a220b26 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0502236 Sep 13 03:23:41.085640 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b78470d7-8be7-4e71-8174-96ac0029dc76 req-2ad4564a-f7e4-42e9-abc9-8a16a5f4a14a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Sep 13 03:23:41.339976 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-f18c005e-71ec-4b78-8879-4210cb2af01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:41.341784 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-f18c005e-71ec-4b78-8879-4210cb2af01a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 1130 time: 0.0455959 Sep 13 03:23:41.497043 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-7f91cc3f-e2aa-4e25-8733-7573988dc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:41.498498 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-7f91cc3f-e2aa-4e25-8733-7573988dc6c0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.0932095 Sep 13 03:23:41.537143 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-3c6c1149-a90e-4227-96f1-fe1e7f9ff193 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3183447b-b590-4633-92e3-7d4198ae1660 HTTP/1.1" status: 200 len: 217 time: 0.0320880 Sep 13 03:23:41.585434 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-08613288-a4d1-4b3e-bd3b-159bb5fdc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:41.587415 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-08613288-a4d1-4b3e-bd3b-159bb5fdc9d4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0434177 Sep 13 03:23:41.630187 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-48835af3-8816-41ec-84e8-ec76920dbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:41.631713 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-48835af3-8816-41ec-84e8-ec76920dbdbf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379148 Sep 13 03:23:41.728481 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-257befb5-0a56-4594-8b2f-2fcac174c88e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Sep 13 03:23:41.828405 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-db5139ec-43fb-4ca6-b816-cf104d7c652b req-9f0f8470-1df7-427c-a4a9-35cbce5b3954 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925171 Sep 13 03:23:42.207168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b13c-119f-4e7b-93d1-3527c81ede55 req-380f742c-a307-41c1-b52b-d94b34f501d2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:42.208640 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a81b13c-119f-4e7b-93d1-3527c81ede55 req-380f742c-a307-41c1-b52b-d94b34f501d2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0469179 Sep 13 03:23:42.259972 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a81b13c-119f-4e7b-93d1-3527c81ede55 req-7892a33f-92ed-46b5-9098-15305142ccf9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Sep 13 03:23:42.798643 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:42.807821 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857b872-549f-43b3-9aa0-4bcbd1996aac req-79cc952f-6d4f-419e-a1c2-175fa8824d4f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:42.809292 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7857b872-549f-43b3-9aa0-4bcbd1996aac req-79cc952f-6d4f-419e-a1c2-175fa8824d4f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0525050 Sep 13 03:23:42.856950 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7857b872-549f-43b3-9aa0-4bcbd1996aac req-dd4b8baa-a277-4f46-b824-fa73f5a9ed31 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Sep 13 03:23:43.283859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45948) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:43.384678 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1acaa-724c-4b48-8162-2a8024150e84 req-fae129a6-07a0-464f-b945-7bbb352e6b12 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:43.386219 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-55a1acaa-724c-4b48-8162-2a8024150e84 req-fae129a6-07a0-464f-b945-7bbb352e6b12 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0491118 Sep 13 03:23:43.395384 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-77652ebb-2049-4583-afdc-1f673651c161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.436950 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-55a1acaa-724c-4b48-8162-2a8024150e84 req-3535061e-d9e7-4ea1-8451-41c722e979b0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Sep 13 03:23:43.477653 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-77652ebb-2049-4583-afdc-1f673651c161 admin admin] Publish callbacks [] for security_group (7311f871-7f44-47b1-b881-f8c933929348), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.481467 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-77652ebb-2049-4583-afdc-1f673651c161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7311f871-7f44-47b1-b881-f8c933929348), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.521658 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-77652ebb-2049-4583-afdc-1f673651c161 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ea39509ee9414e6cb73af56498a826d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366941 Sep 13 03:23:43.522806 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77652ebb-2049-4583-afdc-1f673651c161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7311f871-7f44-47b1-b881-f8c933929348,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:43.525160 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 45956) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:43.577551 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8b637e6-a39e-4d6a-8a95-00e2d5317fa8 admin admin] Publish callbacks [] for security_group (7311f871-7f44-47b1-b881-f8c933929348), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.586413 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:43.598127 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8b637e6-a39e-4d6a-8a95-00e2d5317fa8 admin admin] Publish callbacks [] for security_group (7311f871-7f44-47b1-b881-f8c933929348), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.650171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8b637e6-a39e-4d6a-8a95-00e2d5317fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7311f871-7f44-47b1-b881-f8c933929348), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.652668 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8b637e6-a39e-4d6a-8a95-00e2d5317fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.653807 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c8b637e6-a39e-4d6a-8a95-00e2d5317fa8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7311f871-7f44-47b1-b881-f8c933929348 HTTP/1.1" status: 204 len: 168 time: 0.1268365 Sep 13 03:23:43.657701 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:43.663901 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b637e6-a39e-4d6a-8a95-00e2d5317fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311f871-7f44-47b1-b881-f8c933929348,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:43.928262 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45964) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:43.951987 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ac738356-045b-4318-a71c-c188e55a6f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:43.987513 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:44.006056 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf9176-2244-4f6c-8481-c0369940d2e6 req-82719440-f651-4748-a607-de0e9c9081a4 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:44.007604 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2eaf9176-2244-4f6c-8481-c0369940d2e6 req-82719440-f651-4748-a607-de0e9c9081a4 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0717361 Sep 13 03:23:44.084509 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2eaf9176-2244-4f6c-8481-c0369940d2e6 req-4c5237d2-ced6-42e5-9e23-f0055b13a394 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Sep 13 03:23:44.107427 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ac738356-045b-4318-a71c-c188e55a6f63 admin admin] Publish callbacks [] for security_group (93647829-87e3-4aaf-aa61-2357b376baec), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:44.111531 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ac738356-045b-4318-a71c-c188e55a6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (93647829-87e3-4aaf-aa61-2357b376baec), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:44.150760 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac738356-045b-4318-a71c-c188e55a6f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93647829-87e3-4aaf-aa61-2357b376baec,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:44.155531 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ac738356-045b-4318-a71c-c188e55a6f63 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=17774109433a48b399a928808d16f7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261791 Sep 13 03:23:44.158262 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 45966) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:44.209040 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-532253b9-f2b1-49f3-8335-95fbd549a3f9 admin admin] Publish callbacks [] for security_group (93647829-87e3-4aaf-aa61-2357b376baec), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:44.230317 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-532253b9-f2b1-49f3-8335-95fbd549a3f9 admin admin] Publish callbacks [] for security_group (93647829-87e3-4aaf-aa61-2357b376baec), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:44.282817 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-532253b9-f2b1-49f3-8335-95fbd549a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (93647829-87e3-4aaf-aa61-2357b376baec), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:44.285474 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-532253b9-f2b1-49f3-8335-95fbd549a3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:44.286656 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-532253b9-f2b1-49f3-8335-95fbd549a3f9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/93647829-87e3-4aaf-aa61-2357b376baec HTTP/1.1" status: 204 len: 168 time: 0.1274271 Sep 13 03:23:44.295874 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532253b9-f2b1-49f3-8335-95fbd549a3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93647829-87e3-4aaf-aa61-2357b376baec,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:44.573887 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd3d9-f720-4da5-823c-42c67db3d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:44.590803 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2a2d1-cf6a-4b29-a981-0fbab6bd65e9 req-1c07a9ce-cb9b-492f-8d55-1dc01f450c3c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:44.592316 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f4c2a2d1-cf6a-4b29-a981-0fbab6bd65e9 req-1c07a9ce-cb9b-492f-8d55-1dc01f450c3c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0555055 Sep 13 03:23:44.641736 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f4c2a2d1-cf6a-4b29-a981-0fbab6bd65e9 req-b5e1648d-1a8b-44b5-b858-234a1d96c5c6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 Sep 13 03:23:45.207440 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a652-6404-485c-9426-0f564d8a5ee2 req-3f23016b-093d-465c-aef7-f88e47eefdb7 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:45.208884 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3a34a652-6404-485c-9426-0f564d8a5ee2 req-3f23016b-093d-465c-aef7-f88e47eefdb7 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0493426 Sep 13 03:23:45.260453 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3a34a652-6404-485c-9426-0f564d8a5ee2 req-eecda1ae-abd0-4fad-800c-ba4dacc51034 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457416 Sep 13 03:23:45.764985 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43b3c-de62-49cc-b722-da116fcb38f0 req-bb63bb8f-23c7-4c6a-ad59-48f9d294e767 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:45.766466 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ebe43b3c-de62-49cc-b722-da116fcb38f0 req-bb63bb8f-23c7-4c6a-ad59-48f9d294e767 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0452278 Sep 13 03:23:45.815353 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ebe43b3c-de62-49cc-b722-da116fcb38f0 req-b1fbeb8b-1968-4444-bc81-6218899545a1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Sep 13 03:23:46.376704 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3fda4-3957-4310-8d29-5df8dc9e0e98 req-605e9f73-1394-4d13-8b56-61bb3047b3c3 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:46.378143 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44b3fda4-3957-4310-8d29-5df8dc9e0e98 req-605e9f73-1394-4d13-8b56-61bb3047b3c3 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0452609 Sep 13 03:23:46.431374 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-44b3fda4-3957-4310-8d29-5df8dc9e0e98 req-d7764d3a-f1cd-40f6-97ad-d119d01a294a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Sep 13 03:23:46.937124 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfe3b1-4476-41be-aad1-a6a230b931fb req-befbae27-7ec7-4b38-97bb-96749abbd68f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:46.937826 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-58518902-2891-4c39-8109-6375a97b5ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:46.938959 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4ccfe3b1-4476-41be-aad1-a6a230b931fb req-befbae27-7ec7-4b38-97bb-96749abbd68f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0497146 Sep 13 03:23:46.988271 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4ccfe3b1-4476-41be-aad1-a6a230b931fb req-c5b64919-d870-48a3-b277-1ad547227fa0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 Sep 13 03:23:47.552691 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbed1e3-01d8-49cf-95d3-4bcd9ff52496 req-69a49859-e0dc-424d-ab86-f6f05fcc5b36 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:47.554137 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4bbed1e3-01d8-49cf-95d3-4bcd9ff52496 req-69a49859-e0dc-424d-ab86-f6f05fcc5b36 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0491514 Sep 13 03:23:47.577536 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:47.604416 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4bbed1e3-01d8-49cf-95d3-4bcd9ff52496 req-0af196e2-858a-4616-bcb0-73752df1f878 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Sep 13 03:23:47.710263 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a611c-df13-4d9a-83b2-d5e250be815e req-f6e16497-f04d-4b9b-afa9-63c7a7642e69 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:47.710263 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-753a611c-df13-4d9a-83b2-d5e250be815e req-f6e16497-f04d-4b9b-afa9-63c7a7642e69 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 945 time: 0.0479805 Sep 13 03:23:47.792804 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Deleting port cd68b0ee-f68a-44d9-87ad-66638f02cae6 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:23:47.793304 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:47.880972 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] For port cd68b0ee-f68a-44d9-87ad-66638f02cae6, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=cd68b0ee-f68a-44d9-87ad-66638f02cae6,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:23:47.881332 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:47.894920 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Calling delete_port for cd68b0ee-f68a-44d9-87ad-66638f02cae6 owned by compute:nova {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:23:48.029355 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (cd68b0ee-f68a-44d9-87ad-66638f02cae6), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:48.062454 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Pushing event deleted for resources: {'Port': ['ID=cd68b0ee-f68a-44d9-87ad-66638f02cae6,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:48.075854 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['cd68b0ee-f68a-44d9-87ad-66638f02cae6'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:23:48.101820 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] No DVR routers for this DVR port cd68b0ee-f68a-44d9-87ad-66638f02cae6 on host hv-cinder-85707 {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:23:48.104171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:48.107517 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-753a611c-df13-4d9a-83b2-d5e250be815e req-b99128b8-bc7b-4d33-9d01-0c51eb08bb09 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "DELETE /networking/v2.0/ports/cd68b0ee-f68a-44d9-87ad-66638f02cae6 HTTP/1.1" status: 204 len: 173 time: 0.3977265 Sep 13 03:23:48.108004 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'name': 'network-vif-deleted', 'tag': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:23:48.110502 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc592ef1-d68e-4837-bcd3-1bb544b5b6b5" -d '{"events": [{"server_uuid": "01c384f0-cb60-4c77-94da-1c9b8055f3fe", "name": "network-vif-deleted", "tag": "cd68b0ee-f68a-44d9-87ad-66638f02cae6"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:23:48.154141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b99f9f-4a96-47e8-9153-fb4d86801515 x-openstack-request-id: req-d9b99f9f-4a96-47e8-9153-fb4d86801515 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:23:48.154424 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c384f0-cb60-4c77-94da-1c9b8055f3fe", "name": "network-vif-deleted", "tag": "cd68b0ee-f68a-44d9-87ad-66638f02cae6", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:23:48.154701 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9b99f9f-4a96-47e8-9153-fb4d86801515 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:23:48.155106 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b99f9f-4a96-47e8-9153-fb4d86801515'] response: {'server_uuid': '01c384f0-cb60-4c77-94da-1c9b8055f3fe', 'name': 'network-vif-deleted', 'tag': 'cd68b0ee-f68a-44d9-87ad-66638f02cae6', 'status': 'completed', 'code': 200} Sep 13 03:23:48.161919 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:48.716474 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e896b453-ae73-4cbd-960e-7ebf7133af4e req-24a645fb-b644-48aa-8103-77ba887b6973 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01c384f0-cb60-4c77-94da-1c9b8055f3fe HTTP/1.1" status: 200 len: 210 time: 0.0272300 Sep 13 03:23:49.463865 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 46100) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:49.468501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-06fc4c5d-1ff6-44eb-a12e-4dc901f46912 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--464777447', 'description': 'tempest-description--1615376380'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:49.489165 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06fc4c5d-1ff6-44eb-a12e-4dc901f46912 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.548329 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.561467 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06fc4c5d-1ff6-44eb-a12e-4dc901f46912 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group (99a0cb27-b876-4de4-a5fe-f5515023f65d), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.565554 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06fc4c5d-1ff6-44eb-a12e-4dc901f46912 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (99a0cb27-b876-4de4-a5fe-f5515023f65d), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.570600 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:49.599867 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-06fc4c5d-1ff6-44eb-a12e-4dc901f46912 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.601097 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-06fc4c5d-1ff6-44eb-a12e-4dc901f46912 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361322 Sep 13 03:23:49.604738 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 46106) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:49.606283 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc4c5d-1ff6-44eb-a12e-4dc901f46912 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a0cb27-b876-4de4-a5fe-f5515023f65d,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:49.609610 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-6607d5e3-9e84-4696-bf40-902ea12a31ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'security_group_rule': {'security_group_id': '99a0cb27-b876-4de4-a5fe-f5515023f65d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:49.638569 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6607d5e3-9e84-4696-bf40-902ea12a31ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group_rule (21590cd3-71e2-42aa-8e4a-0e331bc92380), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.694305 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6607d5e3-9e84-4696-bf40-902ea12a31ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group_rule (21590cd3-71e2-42aa-8e4a-0e331bc92380), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.697570 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6607d5e3-9e84-4696-bf40-902ea12a31ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (21590cd3-71e2-42aa-8e4a-0e331bc92380), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.716521 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607d5e3-9e84-4696-bf40-902ea12a31ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21590cd3-71e2-42aa-8e4a-0e331bc92380,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:49.721611 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6607d5e3-9e84-4696-bf40-902ea12a31ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.723050 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6607d5e3-9e84-4696-bf40-902ea12a31ee tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172669 Sep 13 03:23:49.725916 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 46108) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:49.731002 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c89dbbf3-ee90-442a-977d-674bcebe81fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'security_group_rule': {'security_group_id': '99a0cb27-b876-4de4-a5fe-f5515023f65d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:49.760879 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c89dbbf3-ee90-442a-977d-674bcebe81fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group_rule (7f48c5cb-6676-42a8-be52-9fcb110953e8), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.840880 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c89dbbf3-ee90-442a-977d-674bcebe81fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group_rule (7f48c5cb-6676-42a8-be52-9fcb110953e8), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.847423 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c89dbbf3-ee90-442a-977d-674bcebe81fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (7f48c5cb-6676-42a8-be52-9fcb110953e8), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.865955 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dbbf3-ee90-442a-977d-674bcebe81fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f48c5cb-6676-42a8-be52-9fcb110953e8,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:49.878094 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c89dbbf3-ee90-442a-977d-674bcebe81fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.879518 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c89dbbf3-ee90-442a-977d-674bcebe81fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519926 Sep 13 03:23:49.882716 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 46118) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:23:49.886568 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:49.887401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:23:49.911050 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.001973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.113322 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Allocated IP 172.27.1.236 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/58c89c58-c38e-4ec7-a510-6af41226e09d) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:23:50.218679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.249062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.292437 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:23:50.298248 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:23:50.300514 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'Port': ['ID=58c89c58-c38e-4ec7-a510-6af41226e09d,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:50.302719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:23:50.332544 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:50.386090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.419957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:50.425440 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.589062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.593261 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.663712 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'Port': ['ID=58c89c58-c38e-4ec7-a510-6af41226e09d,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:23:50.666536 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.682924 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:50.684242 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9b5b8297-aa9e-41d0-835b-9d19e64ebe68 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8004963 Sep 13 03:23:50.853601 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:50.863322 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:50.926862 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-7e4d145e-cfaa-4e0d-96cd-741f6a9df1ae tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--464777447&fields=id&tenant_id=609f8dcac1034d09a04192f4238b2857 HTTP/1.1" status: 200 len: 267 time: 0.0869389 Sep 13 03:23:51.281438 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-b2cf950b-ddb0-4d0c-be2f-84c1f2f11fe2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:23:51.283046 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-b2cf950b-ddb0-4d0c-be2f-84c1f2f11fe2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 819 time: 0.3479416 Sep 13 03:23:51.299633 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-1b530737-b60a-4b1e-b5c9-d03a9339f2fa tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/quotas/609f8dcac1034d09a04192f4238b2857 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Sep 13 03:23:51.354272 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-c0540f0f-3183-4df5-8843-ab61b589dc14 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493398 Sep 13 03:23:51.477657 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-6e46044b-da51-4262-b125-c66a0496c7da service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120450 Sep 13 03:23:51.575154 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-b6d45bcc-87c5-49c7-a611-5925c0375fff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915809 Sep 13 03:23:51.740184 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d40f43d0-b15f-408f-b40f-eb79567b7c69 req-111c63d0-4435-4e6b-a40f-15d943e42774 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0292580 Sep 13 03:23:52.081265 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=80,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:52.085656 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:23:52.841425 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c22584c2-6bb6-4806-9a03-16badfe63e35 req-cb4e0fb4-07b4-42a3-b485-785de5847a55 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0275114 Sep 13 03:23:53.946054 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c3e94d5-0d30-498d-8af7-085f7461923e req-18ce7db4-333d-49c6-abdc-c85a60a93fd3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0330181 Sep 13 03:23:55.047494 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7eb49ddd-b690-4d46-a1f3-ced034976f01 req-0cca5b20-d9ce-479e-9e11-c26f12314c12 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0278287 Sep 13 03:23:56.155893 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6025b528-a9b9-4534-8e8e-b9567b16519b req-2d1195e1-8d9e-41fc-912a-b297a1cfd78a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0291831 Sep 13 03:23:57.270962 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4937f9c3-b140-4fa0-8de9-6717b228158f req-806bb851-387b-477c-8eb6-2bc752aa62d7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0321391 Sep 13 03:23:58.328087 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device cd68b0ee-f68a-44d9-87ad-66638f02cae6 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:23:58.355189 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: cd68b0ee-f68a-44d9-87ad-66638f02cae6 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:23:58.355502 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device cd68b0ee-f68a-44d9-87ad-66638f02cae6 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:23:58.371116 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:23:58.380123 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56685b4a-2479-49b2-a4f2-6a7b87f98ef2 req-1ace1d80-12af-4144-b82a-9353efafc18f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0303440 Sep 13 03:23:59.485748 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-77feda28-22b1-4056-89d7-312cdbcbb8ff req-46cd18d9-5afe-4361-a7b1-524482465389 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0279918 Sep 13 03:24:00.586884 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1aef724-6edb-46a9-a3e8-89309fd3b586 req-cbf7ed11-6e23-4b93-a412-804591babfa6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0275149 Sep 13 03:24:01.001284 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-417c1869-e20d-4a45-aac6-f9450161ed96 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:01.002774 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-417c1869-e20d-4a45-aac6-f9450161ed96 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 819 time: 0.1115940 Sep 13 03:24:01.114932 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-03170555-f160-4ca7-b4e9-f07788f7db17 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=609f8dcac1034d09a04192f4238b2857 HTTP/1.1" status: 200 len: 379 time: 0.0554228 Sep 13 03:24:01.260836 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'port': {'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'admin_state_up': True, 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'security_groups': ['99a0cb27-b876-4de4-a5fe-f5515023f65d']}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:01.298899 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-7a398312-0682-4f45-b06c-d29904a9bd9f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415497 Sep 13 03:24:01.373978 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Made reservation on behalf of 609f8dcac1034d09a04192f4238b2857 for: {'port': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:24:01.378217 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:01.381686 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-9b0593fd-b32d-483a-a90e-b19887046d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:01.383773 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-9b0593fd-b32d-483a-a90e-b19887046d09 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1129 time: 0.0442114 Sep 13 03:24:01.497259 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-9cd47ea1-1a1b-48a8-aaea-29e85837f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:01.499222 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-9cd47ea1-1a1b-48a8-aaea-29e85837f5c3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.0953794 Sep 13 03:24:01.526269 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Allocated IP 172.20.0.6 (cb2e37f0-0a1e-4f79-8597-600d7213f51f/cf4fee17-930c-4fb1-a2c6-e7394eb6fc66/7cf9530c-a7c2-4a93-8567-f2298a93d7de) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:24:01.577293 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-1b85ec6a-2e64-4e1b-adf8-7238527e96f4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 1001 time: 0.0664039 Sep 13 03:24:01.623968 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:01.639005 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:01.643054 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-20cb0a99-7ddc-4efb-8d98-0606bb970d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:01.646930 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-20cb0a99-7ddc-4efb-8d98-0606bb970d73 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0627286 Sep 13 03:24:01.712222 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-b9fb6940-b219-457a-88cc-ac60c5e4ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:01.713799 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-b9fb6940-b219-457a-88cc-ac60c5e4ff5d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532315 Sep 13 03:24:01.722856 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7d04fd99-b2cd-498a-a3f3-e4b0d6568a08 req-79842243-272f-4972-b331-3996889a1ed1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0390153 Sep 13 03:24:01.732922 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:01.784185 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:01.832088 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:24:01.835100 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-3bb29c8a-595c-4f74-b6de-271405564ed2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079929 Sep 13 03:24:01.835460 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:24:01.840186 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:24:01.846520 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event updated for resources: {'Port': ['ID=7cf9530c-a7c2-4a93-8567-f2298a93d7de,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:01.906530 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:01.914382 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:01.915064 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:01.934867 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-77cd5f3d-20e7-4a57-9897-d719d13aca7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6784496 Sep 13 03:24:01.954169 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2495df92-a32f-4c5d-ad9f-387773f20af4 req-fbc0b715-7450-49c3-9d9f-d11b36641ce6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112819 Sep 13 03:24:01.957736 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Request body: {'port': {'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:02.026873 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:02.065052 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-bdbe73cf-719a-4078-b4e6-59cfc9ac7eb1 None None] Provisioning complete for port 7cf9530c-a7c2-4a93-8567-f2298a93d7de triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:24:02.066059 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bdbe73cf-719a-4078-b4e6-59cfc9ac7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:02.097720 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe73cf-719a-4078-b4e6-59cfc9ac7eb1 None None] Port 7cf9530c-a7c2-4a93-8567-f2298a93d7de cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:24:02.299539 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf9530c-a7c2-4a93-8567-f2298a93d7de {{(pid=106191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:24:02.307561 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Publish callbacks [] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:02.319822 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.provisioning_blocks [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Transition to ACTIVE for port object 7cf9530c-a7c2-4a93-8567-f2298a93d7de will not be triggered until provisioned by entity L2. {{(pid=106191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:24:02.323370 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:02.383977 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf9530c-a7c2-4a93-8567-f2298a93d7de,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:02.432239 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Attempting to bind port 7cf9530c-a7c2-4a93-8567-f2298a93d7de on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:24:02.432565 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Attempting to bind port 7cf9530c-a7c2-4a93-8567-f2298a93d7de by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:24:02.432885 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Attempting to bind port 7cf9530c-a7c2-4a93-8567-f2298a93d7de on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:24:02.478575 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Port 7cf9530c-a7c2-4a93-8567-f2298a93d7de on network cb2e37f0-0a1e-4f79-8597-600d7213f51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:24:02.478937 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Attempting to bind port 7cf9530c-a7c2-4a93-8567-f2298a93d7de on network cb2e37f0-0a1e-4f79-8597-600d7213f51f {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:24:02.501518 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:02.524489 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:24:02.524827 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Checking segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:24:02.525211 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Bound using segment: {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:24:02.525653 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Bound port: 7cf9530c-a7c2-4a93-8567-f2298a93d7de, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208d91ad-7b8d-4b0d-9449-558434a454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:24:02.526015 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:02.528649 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:02.590515 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] For port 7cf9530c-a7c2-4a93-8567-f2298a93d7de, host hv-cinder-85707, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:24:02.593554 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] For port 7cf9530c-a7c2-4a93-8567-f2298a93d7de, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:24:02.599343 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:02.605540 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:02.606153 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:02.607692 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 200 len: 1093 time: 0.6544957 Sep 13 03:24:02.608193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:02.610436 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659fd1c6-fdb7-4df3-8505-e598caeaece8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:02.655221 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79021f3-4e71-4622-96bd-f7a5d1a805a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf9530c-a7c2-4a93-8567-f2298a93d7de,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:02.666482 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ef8fa-6206-4ac4-b2d6-9356acc70e7e x-openstack-request-id: req-f31ef8fa-6206-4ac4-b2d6-9356acc70e7e {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:02.666804 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:02.667054 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f31ef8fa-6206-4ac4-b2d6-9356acc70e7e {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:02.667456 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31ef8fa-6206-4ac4-b2d6-9356acc70e7e'] response: {'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'status': 'completed', 'code': 200} Sep 13 03:24:02.823695 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fd1c6-fdb7-4df3-8505-e598caeaece8 req-7939ad4b-f606-4cde-ba1f-9f68498d4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:02.825234 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-659fd1c6-fdb7-4df3-8505-e598caeaece8 req-7939ad4b-f606-4cde-ba1f-9f68498d4280 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1127 time: 0.0499120 Sep 13 03:24:02.874491 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ed739-998c-4155-bc67-5d8481be9777 req-24eab27a-1d47-44d6-ab5e-0d2f0c1966bc tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:02.876178 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5a1ed739-998c-4155-bc67-5d8481be9777 req-24eab27a-1d47-44d6-ab5e-0d2f0c1966bc tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0476065 Sep 13 03:24:02.980129 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5a1ed739-998c-4155-bc67-5d8481be9777 req-f2504cdd-25cf-4652-a57b-75b0fd6db362 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985329 Sep 13 03:24:03.019418 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fd1c6-fdb7-4df3-8505-e598caeaece8 req-2fc3feab-2eb0-4c5f-9346-3ab381b434b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:03.021020 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-659fd1c6-fdb7-4df3-8505-e598caeaece8 req-2fc3feab-2eb0-4c5f-9346-3ab381b434b5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=609f8dcac1034d09a04192f4238b2857&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1252697 Sep 13 03:24:04.108871 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7638629-2e7e-4f5e-8112-c016bd1646d3 req-8f60ba5a-1527-4ad5-94a1-1938d83b99bd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:04.110343 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c7638629-2e7e-4f5e-8112-c016bd1646d3 req-8f60ba5a-1527-4ad5-94a1-1938d83b99bd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0525630 Sep 13 03:24:04.157986 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c7638629-2e7e-4f5e-8112-c016bd1646d3 req-81ac0dd5-2d6e-41a4-b9d8-5dd6a0b7c12f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Sep 13 03:24:05.280939 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfbff7-e225-44e3-adc6-7a911986e3e8 req-dda022fe-b5ef-4959-9c75-006d0bfeeba4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:05.282398 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5dcfbff7-e225-44e3-adc6-7a911986e3e8 req-dda022fe-b5ef-4959-9c75-006d0bfeeba4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0476885 Sep 13 03:24:05.333909 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5dcfbff7-e225-44e3-adc6-7a911986e3e8 req-fa8da730-5491-4b32-a340-edaaf9cdd4b5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458372 Sep 13 03:24:06.452848 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13135b1-691c-4d14-92a6-a959bafb81d7 req-c80ec262-1163-4078-839c-fc497414d3b9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:06.454292 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b13135b1-691c-4d14-92a6-a959bafb81d7 req-c80ec262-1163-4078-839c-fc497414d3b9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0463696 Sep 13 03:24:06.466152 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:06.502945 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b13135b1-691c-4d14-92a6-a959bafb81d7 req-5db2eb38-bf76-40fa-9ce6-2dc513cac102 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430489 Sep 13 03:24:07.018620 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:24:07.622317 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79615-aa0c-4bfe-a67e-ac2563c67849 req-3b36d938-1df7-4fc8-9298-c732b5cdb42f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:07.623819 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-97f79615-aa0c-4bfe-a67e-ac2563c67849 req-3b36d938-1df7-4fc8-9298-c732b5cdb42f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0468798 Sep 13 03:24:07.674444 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-97f79615-aa0c-4bfe-a67e-ac2563c67849 req-2be53124-f153-4be9-89da-a6d1168496b2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450945 Sep 13 03:24:07.956732 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fd1c6-fdb7-4df3-8505-e598caeaece8 req-043f74f7-81fc-44cd-8972-f055bb2122b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:07.958208 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-659fd1c6-fdb7-4df3-8505-e598caeaece8 req-043f74f7-81fc-44cd-8972-f055bb2122b2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957067 Sep 13 03:24:08.058467 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-c6924804-51b9-4d4a-9902-3771c423a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:08.060027 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-c6924804-51b9-4d4a-9902-3771c423a9fd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1127 time: 0.0412478 Sep 13 03:24:08.110121 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-9b35ab76-f6c5-4a94-b53f-52d29dbfee3b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 200 len: 217 time: 0.0367362 Sep 13 03:24:08.160042 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-4eed73c8-313c-4551-b2bd-641b51afc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:08.161503 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-4eed73c8-313c-4551-b2bd-641b51afc1cf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0453038 Sep 13 03:24:08.807595 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021601-93be-49c0-93e6-bc516b45b121 req-b4459e3c-d903-4655-b848-3a95991c3606 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:08.809106 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0021601-93be-49c0-93e6-bc516b45b121 req-b4459e3c-d903-4655-b848-3a95991c3606 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0526869 Sep 13 03:24:08.863904 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df869b-193b-44f6-99fa-b81fe726833a req-0a2693db-6893-4708-a671-035528a55e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:08.865425 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-0a2693db-6893-4708-a671-035528a55e3d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494637 Sep 13 03:24:08.875086 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0021601-93be-49c0-93e6-bc516b45b121 req-e1364df6-ea76-43cc-b147-574b17d20c05 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479507 Sep 13 03:24:08.941830 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:08.964952 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-c46fdf4b-6f7b-43dc-a75b-46bb0a19e8d0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909891 Sep 13 03:24:09.061034 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-59df869b-193b-44f6-99fa-b81fe726833a req-0ca05b36-5a83-4b04-acc2-7bc3c3d6d46b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896957 Sep 13 03:24:09.231753 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:09.246945 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-560abaa2-83f5-412c-86bc-8cbdf12aef3f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:09.248398 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-560abaa2-83f5-412c-86bc-8cbdf12aef3f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9ed4d27b-3970-4114-ae33-5728b45fb5fc HTTP/1.1" status: 200 len: 814 time: 0.1026037 Sep 13 03:24:09.263751 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-e92b16cb-e55d-489b-82a2-c3800ef8a5ce tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/quotas/b3ef3a6638114e1f9c838b00285f43f6 HTTP/1.1" status: 200 len: 375 time: 0.0097830 Sep 13 03:24:09.295625 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-7df07e49-93fb-4118-9dc9-0ec90c151d7f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268292 Sep 13 03:24:09.388488 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-4b189b4d-0c34-436b-9b56-a93c3cc50f69 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864329 Sep 13 03:24:09.480173 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-22187ff7-0d7c-4fae-988a-62ec28d8ad05 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860608 Sep 13 03:24:09.637484 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a9a8c6e9-2a28-4535-8545-9eea53c144c9 req-0493817b-afa4-44a5-9d53-e91de0e3fc33 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0279722 Sep 13 03:24:10.007522 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38be0bd-0e81-47c1-913e-ae7e1866b1aa req-f62d539a-778e-44d7-8241-459627fcddce tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:10.008994 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e38be0bd-0e81-47c1-913e-ae7e1866b1aa req-f62d539a-778e-44d7-8241-459627fcddce tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0469544 Sep 13 03:24:10.056750 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e38be0bd-0e81-47c1-913e-ae7e1866b1aa req-74bd6aa2-145e-4179-b986-5f4bc16ac6f8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422237 Sep 13 03:24:10.722606 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f24df2e3-75fa-49f0-b124-6ded4547a0ca req-45404a74-b861-4da0-b6a3-016c9aad0ce9 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0302157 Sep 13 03:24:11.179725 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad05654-bc66-455a-9fdf-66aa5529b28e req-0f155290-b809-45fe-bd07-3f50437ec232 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:11.181223 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fad05654-bc66-455a-9fdf-66aa5529b28e req-0f155290-b809-45fe-bd07-3f50437ec232 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0471935 Sep 13 03:24:11.227510 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fad05654-bc66-455a-9fdf-66aa5529b28e req-611a7684-e630-45da-8f60-e1af6e1446cf tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 Sep 13 03:24:11.807926 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a4bb1867-bb97-42da-8cbc-6c3df94057bb req-ed04bcff-ee32-48f1-9324-367497607cd3 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Sep 13 03:24:12.094742 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:12.095782 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:12.182004 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-043649c0-d998-44ff-a6f1-49f2d00032b0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-396230096&fields=id&tenant_id=fb8fff2dfb49442492296d4c1701abb1 HTTP/1.1" status: 200 len: 267 time: 0.0475173 Sep 13 03:24:12.290075 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-fcf5e6fd-9d22-4246-92f8-ae5a8696742b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:12.291616 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-fcf5e6fd-9d22-4246-92f8-ae5a8696742b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 808 time: 0.1031010 Sep 13 03:24:12.307448 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-b877e70a-39b9-49fb-93aa-3a7c8894b997 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/quotas/fb8fff2dfb49442492296d4c1701abb1 HTTP/1.1" status: 200 len: 375 time: 0.0099080 Sep 13 03:24:12.351379 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491b098-8aab-4c22-8a6c-c576501cd4a2 req-5087b710-5f68-4f09-a013-dba952366828 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:12.352858 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7491b098-8aab-4c22-8a6c-c576501cd4a2 req-5087b710-5f68-4f09-a013-dba952366828 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 943 time: 0.0508876 Sep 13 03:24:12.361353 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-545b546d-9b8f-4e72-b5e2-6443b75a191b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487299 Sep 13 03:24:12.385020 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 7cf9530c-a7c2-4a93-8567-f2298a93d7de details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:24:12.407183 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7491b098-8aab-4c22-8a6c-c576501cd4a2 req-0d7c1482-a56b-43cc-9e71-83105304541b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485761 Sep 13 03:24:12.458887 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-6fde8ccc-94ed-4855-9864-befa1c7e3d6c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859540 Sep 13 03:24:12.488044 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 7cf9530c-a7c2-4a93-8567-f2298a93d7de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:12.499795 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'mac_address': 'fa:16:3e:0b:88:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:24:12.533974 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 7cf9530c-a7c2-4a93-8567-f2298a93d7de is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:24:12.534257 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:12.551710 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf9530c-a7c2-4a93-8567-f2298a93d7de {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:24:12.552042 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-ef35d601-0b42-4a3e-9867-99746223eefb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873959 Sep 13 03:24:12.572161 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 7cf9530c-a7c2-4a93-8567-f2298a93d7de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:12.576363 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:12.625663 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=7cf9530c-a7c2-4a93-8567-f2298a93d7de,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:12.843454 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a193e442-63cd-428b-be25-627daaa46806 req-b717c1d7-9939-4fc6-a377-8729fb9773be tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 210 time: 0.0285087 Sep 13 03:24:12.883683 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:12.906574 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-06340196-734d-434d-9704-54cbfbcdd781 req-6ef64a84-6b26-4740-9ba2-cc798e06fe48 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0348599 Sep 13 03:24:13.526156 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b074-4f40-43d4-90ca-a67a4a35e0aa req-198e288b-0ebd-4899-be06-aa34f837115e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:13.527673 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b984b074-4f40-43d4-90ca-a67a4a35e0aa req-198e288b-0ebd-4899-be06-aa34f837115e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 944 time: 0.0488024 Sep 13 03:24:13.584501 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b984b074-4f40-43d4-90ca-a67a4a35e0aa req-de449056-ae15-4644-8b73-b96b8ae8d727 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509744 Sep 13 03:24:13.953152 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-163c025a-5f1c-4666-a8b7-de65f6af01e3 req-bfd362db-f93c-44df-bad8-c40e5dbaf0f5 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 210 time: 0.0285091 Sep 13 03:24:14.014309 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-336f97aa-892b-4410-80cf-94df5b309413 req-75def2e8-f900-4415-a972-b747983c69b7 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0285318 Sep 13 03:24:14.256728 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-e1acc12d-32e9-473c-b329-c0f59841663e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:14.258206 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-e1acc12d-32e9-473c-b329-c0f59841663e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 808 time: 0.1130567 Sep 13 03:24:14.408593 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-264a2d5b-9f61-4498-8fc5-db03cee3229b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb8fff2dfb49442492296d4c1701abb1 HTTP/1.1" status: 200 len: 379 time: 0.0586662 Sep 13 03:24:14.453102 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'port': {'device_id': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'admin_state_up': True, 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'security_groups': ['f8218143-7966-4991-936a-ba99dd8b8c54']}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:14.456163 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:14.571751 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9583a975-8b11-40f9-9436-a2d6cda8f90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:14.579135 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Made reservation on behalf of fb8fff2dfb49442492296d4c1701abb1 for: {'port': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:24:14.582910 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:14.606085 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['7cf9530c-a7c2-4a93-8567-f2298a93d7de'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:24:14.750123 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ff1bb-c4d0-4b0b-9e72-1e6770e389e6 req-ddc49702-25ec-4d8c-8923-71dbba1be22d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:14.751691 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-773ff1bb-c4d0-4b0b-9e72-1e6770e389e6 req-ddc49702-25ec-4d8c-8923-71dbba1be22d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 944 time: 0.0774980 Sep 13 03:24:14.790943 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Allocated IP 172.20.0.4 (3898e3b7-a638-40b6-8dfc-c2cf58e36d66/9e37287b-d559-4f18-b8fd-dc8edba2b14b/802c0f2a-3726-4731-b295-4046e1e4707e) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:24:14.832662 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-773ff1bb-c4d0-4b0b-9e72-1e6770e389e6 req-b4490e56-d880-478e-87bf-5676514e0588 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738308 Sep 13 03:24:14.954811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for port (802c0f2a-3726-4731-b295-4046e1e4707e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:14.988298 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:15.035195 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:24:15.038402 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:24:15.042320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:24:15.086714 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:15.097777 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.098122 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.098634 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.098965 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.099296 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.099620 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.099945 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.100266 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.100583 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.100928 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.101250 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.102323 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.102684 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.103017 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.103336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:15.135864 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf60c6b-c79d-4b09-ac1f-3718581833d3 req-e21ed185-8288-4f57-810d-9e7a99d2651a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:15.143233 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0bf60c6b-c79d-4b09-ac1f-3718581833d3 req-e21ed185-8288-4f57-810d-9e7a99d2651a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 931 time: 0.1114366 Sep 13 03:24:15.167338 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-26ed3282-0cb9-4c0d-be66-ddb58678c64f req-5c710612-ec01-4d9d-8a94-1883bcc060a1 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0419209 Sep 13 03:24:15.201332 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:15.201999 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:15.233963 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0bf60c6b-c79d-4b09-ac1f-3718581833d3 req-ec036e8e-b631-4d00-94d6-370a70a470c4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857728 Sep 13 03:24:15.234290 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-07c0df44-c1c7-4f31-a0bf-bdc40ed9e0c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852943 Sep 13 03:24:15.267685 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Request body: {'port': {'device_id': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:15.416956 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-19f036b8-bdea-410e-9dea-c28282fe033c None None] Provisioning complete for port 802c0f2a-3726-4731-b295-4046e1e4707e triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:24:15.417623 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-19f036b8-bdea-410e-9dea-c28282fe033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:15.457501 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-19f036b8-bdea-410e-9dea-c28282fe033c None None] Port 802c0f2a-3726-4731-b295-4046e1e4707e cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:24:15.460846 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-7f5a86a0-2764-4b17-9003-a3146c8d2090 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:15.462366 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-7f5a86a0-2764-4b17-9003-a3146c8d2090 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "GET /networking/v2.0/networks?id=9ed4d27b-3970-4114-ae33-5728b45fb5fc HTTP/1.1" status: 200 len: 814 time: 0.1417274 Sep 13 03:24:15.538726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:15.562012 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Request body: {'port': {'device_id': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc', 'admin_state_up': True, 'tenant_id': 'b3ef3a6638114e1f9c838b00285f43f6'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:15.584576 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:15.599186 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:15.674823 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Made reservation on behalf of b3ef3a6638114e1f9c838b00285f43f6 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:24:15.678624 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:15.816022 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Allocated IP 172.20.0.3 (9ed4d27b-3970-4114-ae33-5728b45fb5fc/f97211c6-60f0-4b9f-be20-f4f4b40580fe/abe9beab-d4f1-442b-aea1-34ae58f6c1e3) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:24:15.817817 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:15.853759 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802c0f2a-3726-4731-b295-4046e1e4707e {{(pid=106191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:24:15.861382 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Publish callbacks [] for port (802c0f2a-3726-4731-b295-4046e1e4707e), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:15.875846 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.provisioning_blocks [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Transition to ACTIVE for port object 802c0f2a-3726-4731-b295-4046e1e4707e will not be triggered until provisioned by entity L2. {{(pid=106191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:24:15.882485 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:15.927401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:15.973545 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:15.992508 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks [] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.016381 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44844ea-6026-4482-807b-f56a8594965a req-2b5168cc-7cfb-4efe-80f3-c6136c73cf69 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.017871 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e44844ea-6026-4482-807b-f56a8594965a req-2b5168cc-7cfb-4efe-80f3-c6136c73cf69 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 944 time: 0.1000819 Sep 13 03:24:16.027163 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.070898 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Attempting to bind port 802c0f2a-3726-4731-b295-4046e1e4707e on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:24:16.071124 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Attempting to bind port 802c0f2a-3726-4731-b295-4046e1e4707e by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:24:16.071455 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Attempting to bind port 802c0f2a-3726-4731-b295-4046e1e4707e on network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:24:16.074274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Network 9ed4d27b-3970-4114-ae33-5728b45fb5fc is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:24:16.077673 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:24:16.081960 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:24:16.089344 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Pushing event updated for resources: {'Port': ['ID=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:16.107045 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e44844ea-6026-4482-807b-f56a8594965a req-489bf21b-c35d-428d-a552-ce0f84313202 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824401 Sep 13 03:24:16.118915 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.119270 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.119612 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.119952 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.120292 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.120620 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.120953 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.121283 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.126922 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.127284 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Port 802c0f2a-3726-4731-b295-4046e1e4707e on network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:24:16.127401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.127600 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Attempting to bind port 802c0f2a-3726-4731-b295-4046e1e4707e on network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:24:16.127703 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.127973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.128311 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.128639 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.129007 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.155760 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.156545 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.174086 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-9ab14669-2400-4b9a-a040-1115c1c9cf88 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161649 Sep 13 03:24:16.176459 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:24:16.176788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Checking segment: {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:24:16.177162 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Bound using segment: {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:24:16.177587 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Bound port: 802c0f2a-3726-4731-b295-4046e1e4707e, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2339c43-ca16-4cb7-b4e8-8852abc93af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:24:16.177939 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.191812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Request body: {'port': {'device_id': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:16.250855 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:24:16.254503 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:24:16.261157 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.262495 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.267729 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.268621 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.270850 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 1093 time: 1.0183601 Sep 13 03:24:16.272613 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:16.275707 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d120a85b-c412-4268-8eb3-8e44a2872699" -d '{"events": [{"name": "network-changed", "server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:16.341577 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a1f3c-4ea5-4939-83a4-0f65ff5290b6 service neutron] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:16.410998 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645007fa-c15b-4eaa-afa4-0a9da67a2e78 req-dbbcab90-7068-4054-8dbe-63008d835218 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.412525 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-645007fa-c15b-4eaa-afa4-0a9da67a2e78 req-dbbcab90-7068-4054-8dbe-63008d835218 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0845172 Sep 13 03:24:16.414034 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-144e49cd-48f5-47a0-95b1-cf8ed4df019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.415417 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-144e49cd-48f5-47a0-95b1-cf8ed4df019b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1127 time: 0.0696914 Sep 13 03:24:16.474691 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-a71bf47b-1224-4859-9980-ebbb1bfc6b70 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 217 time: 0.0377998 Sep 13 03:24:16.493656 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:16.520126 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:16.536447 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-645007fa-c15b-4eaa-afa4-0a9da67a2e78 req-83062962-c2a7-4644-a8c2-a34d75770e82 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170301 Sep 13 03:24:16.564693 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-af5f73f3-f701-4cde-b56a-08da8f1ffc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.566939 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-af5f73f3-f701-4cde-b56a-08da8f1ffc21 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 200 len: 847 time: 0.0839455 Sep 13 03:24:16.606193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7729076-086e-40e2-83a0-9520afa10454 x-openstack-request-id: req-a7729076-086e-40e2-83a0-9520afa10454 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:16.606443 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:16.606648 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7729076-086e-40e2-83a0-9520afa10454 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:16.607054 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7729076-086e-40e2-83a0-9520afa10454'] response: {'name': 'network-changed', 'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e', 'status': 'completed', 'code': 200} Sep 13 03:24:16.617757 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 7cf9530c-a7c2-4a93-8567-f2298a93d7de up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:24:16.620039 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-d8687c80-a073-4638-ae65-3173adae1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.621629 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-d8687c80-a073-4638-ae65-3173adae1798 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491903 Sep 13 03:24:16.662392 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 7cf9530c-a7c2-4a93-8567-f2298a93d7de completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:24:16.670148 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 7cf9530c-a7c2-4a93-8567-f2298a93d7de triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:24:16.670870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.683878 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253bdf7-30eb-4714-a261-23b9ccd07e0a req-1e1732ce-7ccb-4e23-8b7d-673979a7627c tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:16.685521 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d253bdf7-30eb-4714-a261-23b9ccd07e0a req-1e1732ce-7ccb-4e23-8b7d-673979a7627c tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 931 time: 0.3729818 Sep 13 03:24:16.724713 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-5cb91867-9030-491b-a0e7-c63b16ccb199 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967677 Sep 13 03:24:16.754316 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 7cf9530c-a7c2-4a93-8567-f2298a93d7de is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:24:16.754729 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.780809 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:16.783438 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a720a-f401-4138-b8a1-cab94446db72" -d '{"events": [{"server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:16.802049 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:16.807470 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d253bdf7-30eb-4714-a261-23b9ccd07e0a req-4162b38c-d1a5-4c18-b4fb-4258bdbd7efa tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144695 Sep 13 03:24:16.807712 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 7cf9530c-a7c2-4a93-8567-f2298a93d7de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:16.812245 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.845902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:16.861705 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e811f0-e6dc-4d5e-8e34-f615df76c7ad x-openstack-request-id: req-69e811f0-e6dc-4d5e-8e34-f615df76c7ad {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:16.861898 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66c72e7e-29af-465f-bd8f-1c1ef27923ee req-b08cf365-90df-4852-88b2-deb6655c7b13 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306427 Sep 13 03:24:16.862003 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:16.862251 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69e811f0-e6dc-4d5e-8e34-f615df76c7ad {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:16.862669 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e811f0-e6dc-4d5e-8e34-f615df76c7ad'] response: {'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'code': 200} Sep 13 03:24:16.883597 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=7cf9530c-a7c2-4a93-8567-f2298a93d7de,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:16.890822 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.891171 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.891536 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.891894 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.892231 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.892565 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.892891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.893213 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.893541 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.893861 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.894182 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.894518 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.894868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.895187 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.895505 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:24:16.914150 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe9beab-d4f1-442b-aea1-34ae58f6c1e3 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:24:16.922080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Publish callbacks [] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.935377 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Transition to ACTIVE for port object abe9beab-d4f1-442b-aea1-34ae58f6c1e3 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:24:16.940138 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:16.941284 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e6a02d65-e357-4a93-99fb-b8dabaa6bdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:17.013778 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:17.023593 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Pushing event updated for resources: {'Port': ['ID=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:17.029175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:17.040000 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:17.062912 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Attempting to bind port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:24:17.063227 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Attempting to bind port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:24:17.063561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Attempting to bind port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 on network 9ed4d27b-3970-4114-ae33-5728b45fb5fc {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:24:17.107034 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 on network 9ed4d27b-3970-4114-ae33-5728b45fb5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:24:17.107034 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Attempting to bind port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 on network 9ed4d27b-3970-4114-ae33-5728b45fb5fc {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:24:17.150055 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:24:17.150393 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Checking segment: {'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:24:17.150808 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Bound using segment: {'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:24:17.151228 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Bound port: abe9beab-d4f1-442b-aea1-34ae58f6c1e3, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b8f0f4-51fa-44e5-8e69-116e66722fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:24:17.151675 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:17.251264 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52d7e-a5b8-414c-abab-5924da56f025 req-2b588b47-5ce9-4758-a73b-884b3d03cff0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:17.252746 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0bd52d7e-a5b8-414c-abab-5924da56f025 req-2b588b47-5ce9-4758-a73b-884b3d03cff0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0662723 Sep 13 03:24:17.256539 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] For port abe9beab-d4f1-442b-aea1-34ae58f6c1e3, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:24:17.261244 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] For port abe9beab-d4f1-442b-aea1-34ae58f6c1e3, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:24:17.277703 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:17.285806 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:17.286408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:17.287762 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/abe9beab-d4f1-442b-aea1-34ae58f6c1e3 HTTP/1.1" status: 200 len: 1093 time: 1.1004751 Sep 13 03:24:17.288428 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'tag': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:17.290908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879f876a-8f0b-4459-803e-53dd6bbf05cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad26b9d-e29a-4df3-b103-474a1c46c246", "tag": "abe9beab-d4f1-442b-aea1-34ae58f6c1e3"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:17.349930 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0bd52d7e-a5b8-414c-abab-5924da56f025 req-e98e0fff-26b4-4b99-868f-86b17bd6b9c4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904753 Sep 13 03:24:17.358346 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76afcae2-f62c-466c-80e9-ece755ebf47f x-openstack-request-id: req-76afcae2-f62c-466c-80e9-ece755ebf47f {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:17.358578 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad26b9d-e29a-4df3-b103-474a1c46c246", "tag": "abe9beab-d4f1-442b-aea1-34ae58f6c1e3", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:17.358865 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76afcae2-f62c-466c-80e9-ece755ebf47f {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:17.359280 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76afcae2-f62c-466c-80e9-ece755ebf47f'] response: {'name': 'network-changed', 'server_uuid': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'tag': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3', 'status': 'completed', 'code': 200} Sep 13 03:24:17.370935 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffb589-6769-43e6-8e68-3e48554948f2 service neutron] Pushing event updated for resources: {'Port': ['ID=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:17.659630 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269d234-ab24-4249-b473-c276f8703f60 req-63d55bad-fb38-4cbc-9d21-dd767a9248a4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:17.661016 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c269d234-ab24-4249-b473-c276f8703f60 req-63d55bad-fb38-4cbc-9d21-dd767a9248a4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0467443 Sep 13 03:24:17.710636 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c269d234-ab24-4249-b473-c276f8703f60 req-9f7349be-7437-4e75-96b2-cc02e424f275 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434575 Sep 13 03:24:17.942650 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04a1af-76c2-4d94-8b01-071a3f38e231 req-ca88ed87-5104-41ac-9249-44bc5cb13cec tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:17.944132 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df04a1af-76c2-4d94-8b01-071a3f38e231 req-ca88ed87-5104-41ac-9249-44bc5cb13cec tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0523295 Sep 13 03:24:17.992399 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-df04a1af-76c2-4d94-8b01-071a3f38e231 req-25f837cb-b80d-42f6-9455-8fc94f782347 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Sep 13 03:24:18.163857 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:18.480373 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5adffd-b57f-414e-bdff-ca55305fc581 req-38f44d61-aa1d-4889-b919-d3c2e7997faf tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:18.481958 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6a5adffd-b57f-414e-bdff-ca55305fc581 req-38f44d61-aa1d-4889-b919-d3c2e7997faf tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0498486 Sep 13 03:24:18.538332 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6a5adffd-b57f-414e-bdff-ca55305fc581 req-cfcb8221-2750-4d80-a91c-295f0f6690fe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501502 Sep 13 03:24:18.836638 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b304c-703b-400d-b37b-cf3b1cfa38e6 req-ccac6e51-e3d9-41c0-935d-a143c5020dba tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:18.838117 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-585b304c-703b-400d-b37b-cf3b1cfa38e6 req-ccac6e51-e3d9-41c0-935d-a143c5020dba tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0482783 Sep 13 03:24:18.887587 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-585b304c-703b-400d-b37b-cf3b1cfa38e6 req-a8f79aa8-e576-4cd3-a642-1dc81cdb7cae tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 Sep 13 03:24:19.119821 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963a384-2458-4853-9594-d85143168a5b req-d2e443d1-ef59-4363-96f3-352cf5ee2066 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.121299 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4963a384-2458-4853-9594-d85143168a5b req-d2e443d1-ef59-4363-96f3-352cf5ee2066 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0547490 Sep 13 03:24:19.169426 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4963a384-2458-4853-9594-d85143168a5b req-40ce071f-afb2-4366-a10c-cab97b8d4961 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Sep 13 03:24:19.346882 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f876a-8f0b-4459-803e-53dd6bbf05cf req-a62335e7-15f4-49e2-9164-11b7be0e209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.347106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-d2a855eb-c3e1-4b52-b9e2-2b6b3c517dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.348315 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-879f876a-8f0b-4459-803e-53dd6bbf05cf req-a62335e7-15f4-49e2-9164-11b7be0e209d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 1127 time: 0.0420117 Sep 13 03:24:19.348828 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-d2a855eb-c3e1-4b52-b9e2-2b6b3c517dbf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1127 time: 0.0438316 Sep 13 03:24:19.467915 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f876a-8f0b-4459-803e-53dd6bbf05cf req-15be19a2-e447-4b44-9ffb-eb32e08c3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.469384 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-879f876a-8f0b-4459-803e-53dd6bbf05cf req-15be19a2-e447-4b44-9ffb-eb32e08c3934 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1001372 Sep 13 03:24:19.483300 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015d631-f4b6-4055-aec7-8f3929819885 req-455e8015-4482-4544-a0ce-1cc6f4a1a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.484763 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5015d631-f4b6-4055-aec7-8f3929819885 req-455e8015-4482-4544-a0ce-1cc6f4a1a761 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1129 time: 0.0710049 Sep 13 03:24:19.534121 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-78ce416a-b7f8-42e0-96c7-236b6b05b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.535701 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-78ce416a-b7f8-42e0-96c7-236b6b05b2f3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 909 time: 0.1445184 Sep 13 03:24:19.549316 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:19.572329 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f876a-8f0b-4459-803e-53dd6bbf05cf req-6429fb11-6a91-4df9-8ff3-01fe720e0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.573866 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-879f876a-8f0b-4459-803e-53dd6bbf05cf req-6429fb11-6a91-4df9-8ff3-01fe720e0aea service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982828 Sep 13 03:24:19.587951 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5015d631-f4b6-4055-aec7-8f3929819885 req-0a6253ff-7798-4c5e-b7f5-6d77748f4f25 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957685 Sep 13 03:24:19.589123 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-e2b38c03-089b-4dd8-83e3-37eb1406541e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 217 time: 0.0434606 Sep 13 03:24:19.661739 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f4643-f928-4b6f-922d-357afc9afb9f req-495dd998-7c15-4ea9-b9d9-e420a7fa092e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:19.663257 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7d1f4643-f928-4b6f-922d-357afc9afb9f req-495dd998-7c15-4ea9-b9d9-e420a7fa092e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0484478 Sep 13 03:24:19.711124 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7d1f4643-f928-4b6f-922d-357afc9afb9f req-d9f6a829-f009-4775-be44-08a24a888eda tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 Sep 13 03:24:19.879805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:20.013415 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782694b8-a789-43fe-9f4d-6134ec70cc02 req-7388fe01-9a25-46e1-a7e9-57cb0e768766 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:20.014921 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-782694b8-a789-43fe-9f4d-6134ec70cc02 req-7388fe01-9a25-46e1-a7e9-57cb0e768766 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0508008 Sep 13 03:24:20.064649 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-782694b8-a789-43fe-9f4d-6134ec70cc02 req-e8367989-34c5-4393-8bc4-7f29f99c1f38 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441935 Sep 13 03:24:20.290858 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a83b-41bf-4349-adcc-7eaa086fe193 req-76d3b387-7033-4ee2-95b2-2515b05686c8 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:20.292335 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dc03a83b-41bf-4349-adcc-7eaa086fe193 req-76d3b387-7033-4ee2-95b2-2515b05686c8 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0502155 Sep 13 03:24:20.305367 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:20.341678 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dc03a83b-41bf-4349-adcc-7eaa086fe193 req-d02298c7-624b-41c9-b05c-59d46968fbb3 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Sep 13 03:24:20.449160 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:20.487038 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-2b5f08dc-11ba-4efa-b967-d33a0ab5e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:20.488380 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-2b5f08dc-11ba-4efa-b967-d33a0ab5e846 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 200 len: 847 time: 0.0698352 Sep 13 03:24:20.508252 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-cd59b7f5-1092-4c90-8139-4d20f65f8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:20.509696 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-cd59b7f5-1092-4c90-8139-4d20f65f8e81 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 1127 time: 0.0558653 Sep 13 03:24:20.567337 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-815984d7-0074-4773-8185-72aeb591dc5c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe9beab-d4f1-442b-aea1-34ae58f6c1e3 HTTP/1.1" status: 200 len: 217 time: 0.0419853 Sep 13 03:24:20.572662 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-12c65979-5ece-40a7-a637-cf0176d694d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:20.574104 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-12c65979-5ece-40a7-a637-cf0176d694d7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787921 Sep 13 03:24:20.664750 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-406cffc7-571a-44ac-a590-56f61969a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:20.666208 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-406cffc7-571a-44ac-a590-56f61969a7f4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f97211c6-60f0-4b9f-be20-f4f4b40580fe HTTP/1.1" status: 200 len: 854 time: 0.0913041 Sep 13 03:24:20.705539 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-12bfdab0-779f-424d-abff-f4b7f9d8a540 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049981 Sep 13 03:24:20.835848 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef76ad-309f-4370-b22f-a9d0292cfdf3 req-ca3b46f6-afff-4b9e-b57f-fe91c5016a46 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:20.837523 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-17ef76ad-309f-4370-b22f-a9d0292cfdf3 req-ca3b46f6-afff-4b9e-b57f-fe91c5016a46 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0517292 Sep 13 03:24:20.868359 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:20.886372 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-17ef76ad-309f-4370-b22f-a9d0292cfdf3 req-4d646edd-02de-43a0-9263-988a84f7b2ef tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Sep 13 03:24:21.184127 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb58148-cc31-4a7e-b697-aa28aa8a2934 req-1eb83ec2-8591-4b47-b3e4-014623e4cf79 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:21.185597 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1bb58148-cc31-4a7e-b697-aa28aa8a2934 req-1eb83ec2-8591-4b47-b3e4-014623e4cf79 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0478051 Sep 13 03:24:21.234517 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1bb58148-cc31-4a7e-b697-aa28aa8a2934 req-f8b62e3a-c364-44fb-86ee-aa1a64db317c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 Sep 13 03:24:21.478923 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-7c829e1f-624a-4de0-8e19-d66c36ede086 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9ed4d27b-3970-4114-ae33-5728b45fb5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872271 Sep 13 03:24:21.487726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014b641-46e0-487d-a6d3-14dd695a6887 req-5353b8a5-74e5-4063-b1b3-3ddf1bdf4b2a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:21.489222 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4014b641-46e0-487d-a6d3-14dd695a6887 req-5353b8a5-74e5-4063-b1b3-3ddf1bdf4b2a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0564981 Sep 13 03:24:21.546137 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4014b641-46e0-487d-a6d3-14dd695a6887 req-b6a11c9f-f28d-45ac-8a76-e299c07833a4 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510268 Sep 13 03:24:21.565547 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d120a85b-c412-4268-8eb3-8e44a2872699 req-ea39c3d9-b028-4cbc-bcce-26f411ca7bbd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669199 Sep 13 03:24:21.605445 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-81dc4a8c-c718-4dd8-90da-21070c536c7c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218832 Sep 13 03:24:21.708695 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5276fa4f-aa5b-4773-97da-a44e82a719b6 req-b08e9fd8-d190-418e-b8c6-08d58e9b61f4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860050 Sep 13 03:24:22.012252 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a894947-7947-4765-a213-c02763485999 req-9a8593ce-3552-41ea-93af-9115cb607e57 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:22.014329 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8a894947-7947-4765-a213-c02763485999 req-9a8593ce-3552-41ea-93af-9115cb607e57 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0515220 Sep 13 03:24:22.077481 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8a894947-7947-4765-a213-c02763485999 req-e0b08aff-725c-43dd-a1c4-406c998767d9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570755 Sep 13 03:24:22.341246 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:22.352587 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b42db1-5ab8-4b0a-933c-938aff83a0b3 req-28d984c5-c5df-414f-a65e-adb7e32fbd58 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:22.354073 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-05b42db1-5ab8-4b0a-933c-938aff83a0b3 req-28d984c5-c5df-414f-a65e-adb7e32fbd58 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0468986 Sep 13 03:24:22.402625 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-05b42db1-5ab8-4b0a-933c-938aff83a0b3 req-798547d7-ba54-41cf-86ba-221f2556ed19 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429716 Sep 13 03:24:22.660537 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73812-a437-446c-9999-3e1d29ded468 req-bafef604-57de-4919-afcc-76e64af6c851 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:22.662013 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9f73812-a437-446c-9999-3e1d29ded468 req-bafef604-57de-4919-afcc-76e64af6c851 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0464923 Sep 13 03:24:22.712095 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9f73812-a437-446c-9999-3e1d29ded468 req-8e371969-4669-4548-b108-2c5c4ef54a32 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Sep 13 03:24:23.199959 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e5d56-0cde-4bbc-a6a6-3e18af2fa043 req-7fd78979-9659-4f45-af96-0dbcce16f8d6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:23.201413 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-133e5d56-0cde-4bbc-a6a6-3e18af2fa043 req-7fd78979-9659-4f45-af96-0dbcce16f8d6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0468881 Sep 13 03:24:23.250935 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-133e5d56-0cde-4bbc-a6a6-3e18af2fa043 req-d1a1a5c1-725f-4341-b18a-b9f27038af25 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438862 Sep 13 03:24:23.520993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280143d6-f110-48f8-b3cf-d4f82321e01f req-18f463bb-41e5-4a08-b9bd-4d3f0c049af4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:23.522958 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-280143d6-f110-48f8-b3cf-d4f82321e01f req-18f463bb-41e5-4a08-b9bd-4d3f0c049af4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0452418 Sep 13 03:24:23.541496 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:23.572692 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-280143d6-f110-48f8-b3cf-d4f82321e01f req-b47e218c-598a-45cb-8060-97c0d3cd4596 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Sep 13 03:24:23.833590 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a01873-3af7-4a99-92fa-0a7fccf9f930 req-007dfb50-3e47-448b-bd80-8ca4c9c0dc49 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:23.835639 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-91a01873-3af7-4a99-92fa-0a7fccf9f930 req-007dfb50-3e47-448b-bd80-8ca4c9c0dc49 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0475395 Sep 13 03:24:23.882281 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-91a01873-3af7-4a99-92fa-0a7fccf9f930 req-8f8899b0-5836-4a26-90f0-ae430feb6319 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Sep 13 03:24:24.374726 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9635d3-854a-4409-b5bb-6c4967e402ce req-e2339b01-aef2-44ee-b95c-96beddf68cc8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:24.376127 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e9635d3-854a-4409-b5bb-6c4967e402ce req-e2339b01-aef2-44ee-b95c-96beddf68cc8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0513844 Sep 13 03:24:24.423555 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5e9635d3-854a-4409-b5bb-6c4967e402ce req-2ceae3c6-5a5c-4ec9-a554-48ec1abd002f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Sep 13 03:24:24.689829 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6b21-4718-4a63-a8e9-2409daeeff2a req-72f820b5-0cfc-44bd-83ef-f29ccc7c0af4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:24.691340 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-92df6b21-4718-4a63-a8e9-2409daeeff2a req-72f820b5-0cfc-44bd-83ef-f29ccc7c0af4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0470502 Sep 13 03:24:24.742272 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-92df6b21-4718-4a63-a8e9-2409daeeff2a req-c8df6963-93f6-4c15-8a82-77cdff0dfc31 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448294 Sep 13 03:24:25.001288 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee025fc-72c6-43bb-acee-79f0954716b1 req-da2167bf-2e3a-4fe5-aa63-1733625eefe2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:25.002691 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ee025fc-72c6-43bb-acee-79f0954716b1 req-da2167bf-2e3a-4fe5-aa63-1733625eefe2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0464797 Sep 13 03:24:25.027188 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:25.051205 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ee025fc-72c6-43bb-acee-79f0954716b1 req-429522f4-04fd-4dbc-b7ce-3c35bad90658 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Sep 13 03:24:25.546810 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8f25b-d632-471d-a19f-fb99b0d8374e req-bf9e0c91-a7a7-4bd0-b6d4-92fa5d0f32b1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:25.548279 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7de8f25b-d632-471d-a19f-fb99b0d8374e req-bf9e0c91-a7a7-4bd0-b6d4-92fa5d0f32b1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0501132 Sep 13 03:24:25.596717 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7de8f25b-d632-471d-a19f-fb99b0d8374e req-042f894e-2e4d-4bc6-b97e-74ea6dd292e9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421541 Sep 13 03:24:25.866961 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11051fa-1cde-4f74-9c96-23e7b7088016 req-f8fd12f5-ecf7-42bb-9295-4cd6d8be00fe tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:25.868437 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e11051fa-1cde-4f74-9c96-23e7b7088016 req-f8fd12f5-ecf7-42bb-9295-4cd6d8be00fe tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0516207 Sep 13 03:24:25.918682 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e11051fa-1cde-4f74-9c96-23e7b7088016 req-5af9e8b3-4ee6-4e42-a7b0-41e56c8543f9 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446959 Sep 13 03:24:26.173160 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc00068-acc6-493b-9e6b-34df58895995 req-88b63a6e-9be5-435b-b24b-2b7c8c79f0f2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:26.187567 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7dc00068-acc6-493b-9e6b-34df58895995 req-88b63a6e-9be5-435b-b24b-2b7c8c79f0f2 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0477259 Sep 13 03:24:26.230632 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7dc00068-acc6-493b-9e6b-34df58895995 req-83062f69-bf8f-47e8-a5e2-1ce4d7345c68 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Sep 13 03:24:26.716194 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1cb99-653b-4373-b8f2-9e3b4749e216 req-eca5f739-7c3e-4e2e-96c5-7c1be88bfad7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:26.717662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-23a1cb99-653b-4373-b8f2-9e3b4749e216 req-eca5f739-7c3e-4e2e-96c5-7c1be88bfad7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0469153 Sep 13 03:24:26.766748 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-23a1cb99-653b-4373-b8f2-9e3b4749e216 req-6a72e9e6-deea-4001-8031-75d54a57796a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Sep 13 03:24:27.037010 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f35d-c0a9-4b06-8e04-ba5c0bcd5f7b req-ce53ccac-1305-44e8-bbc6-6119727dc44a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:27.039024 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d1d3f35d-c0a9-4b06-8e04-ba5c0bcd5f7b req-ce53ccac-1305-44e8-bbc6-6119727dc44a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0459228 Sep 13 03:24:27.092335 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d1d3f35d-c0a9-4b06-8e04-ba5c0bcd5f7b req-3d456b5d-9609-4ac3-8ee4-b5167f749877 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475159 Sep 13 03:24:27.348988 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a989ef-2cb0-424c-9165-a69efcba59d6 req-856e8abc-aad3-480e-a2b8-72b49e232006 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:27.351153 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94a989ef-2cb0-424c-9165-a69efcba59d6 req-856e8abc-aad3-480e-a2b8-72b49e232006 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0467203 Sep 13 03:24:27.401057 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-94a989ef-2cb0-424c-9165-a69efcba59d6 req-18f4aab4-db4e-48f5-92fb-a6cf58bca6a5 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Sep 13 03:24:27.884583 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b85c0a-3906-49a8-b1c6-38e1cdb00349 req-654e279f-f0f7-4801-bf86-7c13fdc866a4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:27.886051 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-38b85c0a-3906-49a8-b1c6-38e1cdb00349 req-654e279f-f0f7-4801-bf86-7c13fdc866a4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0467939 Sep 13 03:24:27.933555 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-38b85c0a-3906-49a8-b1c6-38e1cdb00349 req-a101766b-bc6c-4818-a43a-f1fa791f27fb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Sep 13 03:24:28.214071 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0afa8-ce41-4974-8779-c02fd934dfdc req-3696b88a-ddb7-40b7-b420-49b58a8ae8a3 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:28.215563 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eca0afa8-ce41-4974-8779-c02fd934dfdc req-3696b88a-ddb7-40b7-b420-49b58a8ae8a3 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0470431 Sep 13 03:24:28.264640 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eca0afa8-ce41-4974-8779-c02fd934dfdc req-cfa3b988-eb68-4dce-986e-1e3bf549874e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Sep 13 03:24:28.358684 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:28.519812 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786359a-23ef-49a8-b212-ae55836d71d2 req-2661dd69-e4c5-4c8b-8e17-1fe58f48e85d tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:28.521295 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8786359a-23ef-49a8-b212-ae55836d71d2 req-2661dd69-e4c5-4c8b-8e17-1fe58f48e85d tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0461786 Sep 13 03:24:28.568489 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8786359a-23ef-49a8-b212-ae55836d71d2 req-89209fbd-9b9c-4a3b-ba1c-3a2b9149fdf0 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Sep 13 03:24:29.051151 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d20e-6f9f-4ee6-82cf-154cd118d4ff req-3e62d262-b22c-469e-89a1-f0bd4a4c4e47 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:29.052518 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f268d20e-6f9f-4ee6-82cf-154cd118d4ff req-3e62d262-b22c-469e-89a1-f0bd4a4c4e47 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0472045 Sep 13 03:24:29.087608 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:29.094582 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:29.100754 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f268d20e-6f9f-4ee6-82cf-154cd118d4ff req-0dbe4c82-c1e5-4f6a-913a-9aef74014f08 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425637 Sep 13 03:24:29.386752 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77a07d-ca57-4555-b575-0dc3b69bda13 req-4e3e9825-2d40-4c4a-8d09-faabc9ced0d8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:29.388231 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7f77a07d-ca57-4555-b575-0dc3b69bda13 req-4e3e9825-2d40-4c4a-8d09-faabc9ced0d8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0502806 Sep 13 03:24:29.438914 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7f77a07d-ca57-4555-b575-0dc3b69bda13 req-8b0ed238-7bf1-4e7e-baed-ca0f8ee26c06 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446177 Sep 13 03:24:29.695450 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c06da-3eef-4401-8500-23e55490ba40 req-daa6c6ee-df6a-4cf2-ab11-7c09a5f87626 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:29.696922 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a38c06da-3eef-4401-8500-23e55490ba40 req-daa6c6ee-df6a-4cf2-ab11-7c09a5f87626 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0513961 Sep 13 03:24:29.744476 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a38c06da-3eef-4401-8500-23e55490ba40 req-80939965-2f8b-4517-b07e-fab1ed5d3b25 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Sep 13 03:24:30.203738 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:30.221589 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4a66f-d7dc-49be-90b2-427e20d3837a req-cc300a07-cd9f-4b4e-afac-578dc50be3ab tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:30.223074 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-19a4a66f-d7dc-49be-90b2-427e20d3837a req-cc300a07-cd9f-4b4e-afac-578dc50be3ab tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0465431 Sep 13 03:24:30.269344 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-19a4a66f-d7dc-49be-90b2-427e20d3837a req-222ea413-9d5c-405d-be7f-ff94b6f412f2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400603 Sep 13 03:24:30.562112 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e550f7c-d9a2-4b1c-b9b7-1d0d5b099642 req-2c78bfbc-1fc3-46cb-837f-bc478ad87f1f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:30.563623 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e550f7c-d9a2-4b1c-b9b7-1d0d5b099642 req-2c78bfbc-1fc3-46cb-837f-bc478ad87f1f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0474460 Sep 13 03:24:30.613523 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9e550f7c-d9a2-4b1c-b9b7-1d0d5b099642 req-eba609d0-5c99-486a-a76f-5a52f5918d86 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442028 Sep 13 03:24:30.644657 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device abe9beab-d4f1-442b-aea1-34ae58f6c1e3 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:24:30.752704 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port abe9beab-d4f1-442b-aea1-34ae58f6c1e3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:30.764225 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3', 'network_id': '9ed4d27b-3970-4114-ae33-5728b45fb5fc', 'port_id': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3', 'mac_address': 'fa:16:3e:37:3b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97211c6-60f0-4b9f-be20-f4f4b40580fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:24:30.801466 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:24:30.801864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:30.815766 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe9beab-d4f1-442b-aea1-34ae58f6c1e3 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:24:30.830255 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:30.841217 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port abe9beab-d4f1-442b-aea1-34ae58f6c1e3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:30.846333 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:30.882640 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d7d43-5bac-496d-9df0-5388d42eeb2b req-212877b7-d5fc-45bd-98a2-793b78c3677d tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:30.884161 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2e3d7d43-5bac-496d-9df0-5388d42eeb2b req-212877b7-d5fc-45bd-98a2-793b78c3677d tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 943 time: 0.0627232 Sep 13 03:24:30.893908 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:30.933999 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2e3d7d43-5bac-496d-9df0-5388d42eeb2b req-1660b387-fbd4-4770-8063-8fb218bc8f62 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Sep 13 03:24:31.389651 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd88cb0-a3ff-4bb6-b5d8-fdd631d92b30 req-71477b5d-cf82-4235-baa7-2046812e1406 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:31.391036 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2fd88cb0-a3ff-4bb6-b5d8-fdd631d92b30 req-71477b5d-cf82-4235-baa7-2046812e1406 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0467904 Sep 13 03:24:31.442439 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2fd88cb0-a3ff-4bb6-b5d8-fdd631d92b30 req-109e20d4-ee56-4552-b618-8ef77a614a74 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458822 Sep 13 03:24:31.531472 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['abe9beab-d4f1-442b-aea1-34ae58f6c1e3'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:24:31.560744 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701174c8-129c-4793-8307-9b7e47f111ad req-f53aa7b6-982d-480a-a972-d6e66def585e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:31.562357 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-701174c8-129c-4793-8307-9b7e47f111ad req-f53aa7b6-982d-480a-a972-d6e66def585e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0502973 Sep 13 03:24:31.572929 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 46556) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:24:31.577630 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'floatingip': {'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:31.580048 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:31.618201 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:31.775279 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2639-4a21-4575-b489-175cd3129d8a req-9e11fd86-8423-4550-9ff6-063c7095d807 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:31.776773 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a9c2639-4a21-4575-b489-175cd3129d8a req-9e11fd86-8423-4550-9ff6-063c7095d807 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0826576 Sep 13 03:24:31.896662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1a9c2639-4a21-4575-b489-175cd3129d8a req-a9953001-c518-4fda-8d8c-105263331af7 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874400 Sep 13 03:24:31.982852 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:32.057641 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d82a49-2da0-4d07-bcb5-e0a0a13922fc req-3dc9c83e-a49b-489b-ab3e-94de0f5d5415 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:32.064827 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e1d82a49-2da0-4d07-bcb5-e0a0a13922fc req-3dc9c83e-a49b-489b-ab3e-94de0f5d5415 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 944 time: 0.0541706 Sep 13 03:24:32.108534 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e1d82a49-2da0-4d07-bcb5-e0a0a13922fc req-53a5acd9-4f89-4af8-85b3-ffbd03e96b12 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Sep 13 03:24:32.130116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:32.134749 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:32.231630 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Floating IP 9312dd47-7829-456c-a835-e88f394fb783 associated. External IP: 172.27.1.236, port: 7cf9530c-a7c2-4a93-8567-f2298a93d7de. Sep 13 03:24:32.430349 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Router 2f4fe874-5ff3-442f-9b6c-16552b97e037 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:24:32.485095 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:32.532676 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:24:32.537641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:32.542136 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] Sync routers for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:24:32.553783 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:24:32.554650 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:24:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:32.570876 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2cdfbc68-3e34-4008-8998-03c255601f0a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/9312dd47-7829-456c-a835-e88f394fb783 HTTP/1.1" status: 200 len: 991 time: 0.9967823 Sep 13 03:24:32.571624 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:32.573966 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ea752-add0-40a5-ad21-c08e9a550a81" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:32.613698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d7aec0-75fa-4498-9b50-77aa81c9edd3 x-openstack-request-id: req-d4d7aec0-75fa-4498-9b50-77aa81c9edd3 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:32.613991 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:32.614248 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4d7aec0-75fa-4498-9b50-77aa81c9edd3 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:32.614683 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d7aec0-75fa-4498-9b50-77aa81c9edd3'] response: {'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'status': 'completed', 'code': 200} Sep 13 03:24:32.673034 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:24:32.908700 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:33.010848 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:33.021206 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0056d67-d584-4cbb-b8bd-0dcb37723450 req-d3ac5070-de48-4742-bd30-adf126b6a7cc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:33.022779 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d0056d67-d584-4cbb-b8bd-0dcb37723450 req-d3ac5070-de48-4742-bd30-adf126b6a7cc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0512841 Sep 13 03:24:33.023549 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9312dd47-7829-456c-a835-e88f394fb783', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'mac_address': 'fa:16:3e:0b:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:23:50Z', 'updated_at': '2022-09-13T03:24:32Z', 'revision_number': 1, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:33.053878 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] Checking router: 2f4fe874-5ff3-442f-9b6c-16552b97e037 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:24:33.062976 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:24:33.063599 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:24:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:33.075118 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d0056d67-d584-4cbb-b8bd-0dcb37723450 req-da8e2891-691c-4470-96eb-2243273bdf64 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465517 Sep 13 03:24:33.165231 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:24:33.233250 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cca9-c20a-44fa-bcdb-599e7c015961 req-1de15c5b-3b3f-4c6d-b367-d3c1ac9c5061 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:33.234768 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee61cca9-c20a-44fa-bcdb-599e7c015961 req-1de15c5b-3b3f-4c6d-b367-d3c1ac9c5061 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 944 time: 0.0488527 Sep 13 03:24:33.282929 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee61cca9-c20a-44fa-bcdb-599e7c015961 req-b02aca00-ddee-4617-8de3-8503174a5939 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Sep 13 03:24:33.377769 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9312dd47-7829-456c-a835-e88f394fb783', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'mac_address': 'fa:16:3e:0b:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:23:50Z', 'updated_at': '2022-09-13T03:24:32Z', 'revision_number': 1, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:33.402580 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7d66e-1407-4888-afbd-fd97f40eb602 None None] The sync data for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi is: [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9312dd47-7829-456c-a835-e88f394fb783', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'mac_address': 'fa:16:3e:0b:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:23:50Z', 'updated_at': '2022-09-13T03:24:32Z', 'revision_number': 1, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:24:33.592003 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2e6206-f3ec-4805-9ddb-0fd701bcf944 None None] New status for floating IP 9312dd47-7829-456c-a835-e88f394fb783: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:24:34.196261 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba43bdc-4db8-48a8-979a-80d1884e015b req-974e8151-a7d3-49cb-8403-1df2396ced4f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:34.197715 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3ba43bdc-4db8-48a8-979a-80d1884e015b req-974e8151-a7d3-49cb-8403-1df2396ced4f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0475576 Sep 13 03:24:34.202445 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device abe9beab-d4f1-442b-aea1-34ae58f6c1e3 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:24:34.250501 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3ba43bdc-4db8-48a8-979a-80d1884e015b req-723bdb49-80f6-4956-9997-7ccb24525e01 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466337 Sep 13 03:24:34.252176 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:24:34.258230 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:24:34.258594 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:34.335163 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:24:34.335558 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:34.358901 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:34.361234 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5ef36e-23ec-4f5c-a694-0ef2a54d6547" -d '{"events": [{"server_uuid": "9ad26b9d-e29a-4df3-b103-474a1c46c246", "name": "network-vif-plugged", "status": "completed", "tag": "abe9beab-d4f1-442b-aea1-34ae58f6c1e3"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:34.375208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port abe9beab-d4f1-442b-aea1-34ae58f6c1e3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:34.379648 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:34.403227 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b986f-f2c6-4f18-8f71-121982e6c257 x-openstack-request-id: req-3c4b986f-f2c6-4f18-8f71-121982e6c257 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:34.403544 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad26b9d-e29a-4df3-b103-474a1c46c246", "name": "network-vif-plugged", "status": "completed", "tag": "abe9beab-d4f1-442b-aea1-34ae58f6c1e3", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:34.403802 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c4b986f-f2c6-4f18-8f71-121982e6c257 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:34.404195 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4b986f-f2c6-4f18-8f71-121982e6c257'] response: {'server_uuid': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3', 'code': 200} Sep 13 03:24:34.409735 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cd739-5628-45fd-97f4-d9462540cd56 req-66072a6b-2d5a-422a-8269-0b8c3059497e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:34.411282 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb7cd739-5628-45fd-97f4-d9462540cd56 req-66072a6b-2d5a-422a-8269-0b8c3059497e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 944 time: 0.0540323 Sep 13 03:24:34.435087 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:34.461998 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb7cd739-5628-45fd-97f4-d9462540cd56 req-c9cdb3d2-ca6c-4413-9d33-1733f7cebdb3 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441983 Sep 13 03:24:34.753153 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-74b8254d-9397-4063-a588-4a71890a8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:34.754664 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-74b8254d-9397-4063-a588-4a71890a8849 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1129 time: 0.0466406 Sep 13 03:24:34.860624 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-8e6789d3-8ed7-4b99-838f-ccb54417621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:34.862363 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-8e6789d3-8ed7-4b99-838f-ccb54417621c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.1010234 Sep 13 03:24:34.885104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:35.216037 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de6e55-8e83-44e2-9a01-4365e5b61c82 req-46cbd405-d983-4f5b-92c6-3bc9a2f1bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:35.217540 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25de6e55-8e83-44e2-9a01-4365e5b61c82 req-46cbd405-d983-4f5b-92c6-3bc9a2f1bcdc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 1129 time: 0.3430586 Sep 13 03:24:35.233375 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-90e48df6-df07-4e7f-9e5b-cdf242a3941c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 200 len: 1001 time: 0.3576400 Sep 13 03:24:35.305241 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25de6e55-8e83-44e2-9a01-4365e5b61c82 req-a5455040-77c1-4ad3-8280-a3831e21cf74 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790319 Sep 13 03:24:35.306785 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-b1a01f54-b8eb-4ed1-a2ef-4e385a4b2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:35.308145 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-b1a01f54-b8eb-4ed1-a2ef-4e385a4b2e69 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0674846 Sep 13 03:24:35.372539 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef26e9-c0c8-4cd9-ab8f-1cb63eeb11d9 req-98f01c76-3896-4592-8c94-93c8f13a0553 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:35.373993 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d1ef26e9-c0c8-4cd9-ab8f-1cb63eeb11d9 req-98f01c76-3896-4592-8c94-93c8f13a0553 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0456836 Sep 13 03:24:35.426027 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d1ef26e9-c0c8-4cd9-ab8f-1cb63eeb11d9 req-053c03c8-5472-432c-9c82-a9be03990be1 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463853 Sep 13 03:24:35.584106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d1f72-b0e2-4f08-b0ff-95e53956ff48 req-56dd2ce9-6325-4bf3-952d-3d0c3dcb23d7 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:35.585640 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c2d1f72-b0e2-4f08-b0ff-95e53956ff48 req-56dd2ce9-6325-4bf3-952d-3d0c3dcb23d7 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Sep 13 03:24:35.632612 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c2d1f72-b0e2-4f08-b0ff-95e53956ff48 req-7a25ca0a-d8cd-4c7a-a376-c3ccef46b80a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Sep 13 03:24:36.082378 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-71b1403d-eabc-41a5-8ee5-002cc1731707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:36.083917 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-71b1403d-eabc-41a5-8ee5-002cc1731707 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393050 Sep 13 03:24:36.165727 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 802c0f2a-3726-4731-b295-4046e1e4707e details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:24:36.182146 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-ef4788fe-27ba-45df-bcf8-049a1deca1ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Sep 13 03:24:36.264019 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:36.275549 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '802c0f2a-3726-4731-b295-4046e1e4707e', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'port_id': '802c0f2a-3726-4731-b295-4046e1e4707e', 'mac_address': 'fa:16:3e:73:21:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:24:36.276904 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:36.317681 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 802c0f2a-3726-4731-b295-4046e1e4707e is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:24:36.318070 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:36.331032 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802c0f2a-3726-4731-b295-4046e1e4707e {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:24:36.351298 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:36.354855 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:36.384824 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:36.401407 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:36.545570 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33b8af-5de2-431a-b395-b9bfa3dbe043 req-a96373f7-3fec-4173-adb9-ed12418b5b7a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:36.547075 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4b33b8af-5de2-431a-b395-b9bfa3dbe043 req-a96373f7-3fec-4173-adb9-ed12418b5b7a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0476215 Sep 13 03:24:36.596572 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4b33b8af-5de2-431a-b395-b9bfa3dbe043 req-15abb5ee-3b78-447e-84dc-91b55868e30a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438864 Sep 13 03:24:36.750370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e7c2-cb10-43da-a92a-61f7427f0716 req-0f0f1f01-44b2-4dd5-b7c6-ba04ce5522ef tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:36.751911 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4e62e7c2-cb10-43da-a92a-61f7427f0716 req-0f0f1f01-44b2-4dd5-b7c6-ba04ce5522ef tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0461853 Sep 13 03:24:36.798962 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4e62e7c2-cb10-43da-a92a-61f7427f0716 req-03ef891a-8ad9-44dd-9ec2-aa9ee0c4709d tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Sep 13 03:24:36.981041 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2f2ea752-add0-40a5-ad21-c08e9a550a81 req-c2003617-a74c-43f9-ac32-d60b5d4a1475 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875654 Sep 13 03:24:37.091176 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['802c0f2a-3726-4731-b295-4046e1e4707e'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:24:37.715675 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17170ed-de1b-4eda-a457-f991af0d1e6f req-73e987a1-f392-45d8-bab6-832c580765db tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:37.717136 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e17170ed-de1b-4eda-a457-f991af0d1e6f req-73e987a1-f392-45d8-bab6-832c580765db tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0464101 Sep 13 03:24:37.765582 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e17170ed-de1b-4eda-a457-f991af0d1e6f req-b4b26091-8fbc-4393-8637-64b505122ee3 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428042 Sep 13 03:24:37.922132 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15499716-d56f-4592-a095-aa36d7c9448e req-1bb30a19-8cf8-4788-a671-a851227a6b21 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:37.923621 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-15499716-d56f-4592-a095-aa36d7c9448e req-1bb30a19-8cf8-4788-a671-a851227a6b21 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 13 03:24:37.959670 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:37.972306 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-15499716-d56f-4592-a095-aa36d7c9448e req-313c9e9c-f8ff-4ad6-b355-eded4156e03d tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Sep 13 03:24:38.889406 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43a77-4795-4a51-b60e-ca24f10fb2f4 req-19aef1b8-1f22-4d8c-bf3c-e545a65ff172 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:38.890884 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a9f43a77-4795-4a51-b60e-ca24f10fb2f4 req-19aef1b8-1f22-4d8c-bf3c-e545a65ff172 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0495844 Sep 13 03:24:38.940396 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a9f43a77-4795-4a51-b60e-ca24f10fb2f4 req-89104f98-8417-40df-9cd6-1112d52a8126 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Sep 13 03:24:39.094941 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ab6c5-56ea-44cd-bafa-ce69ec5b5332 req-e192567f-6a40-4031-afcf-bb37a3272c63 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:39.096420 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-383ab6c5-56ea-44cd-bafa-ce69ec5b5332 req-e192567f-6a40-4031-afcf-bb37a3272c63 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Sep 13 03:24:39.148305 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-383ab6c5-56ea-44cd-bafa-ce69ec5b5332 req-97676227-e9fd-4e94-b613-a977b1cc6b12 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Sep 13 03:24:40.061073 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc6c2-a9c4-48a4-9771-52f2d73619c4 req-2ed5f9e6-426c-484e-a483-fe940e917ad3 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:40.062640 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2b3cc6c2-a9c4-48a4-9771-52f2d73619c4 req-2ed5f9e6-426c-484e-a483-fe940e917ad3 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0473604 Sep 13 03:24:40.113800 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2b3cc6c2-a9c4-48a4-9771-52f2d73619c4 req-950ed825-f16c-4656-a5e5-75c1ee8e43c9 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454729 Sep 13 03:24:40.266817 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f73ba-8d3a-4395-a9be-7b2270e7c241 req-a8e801db-3a9b-4e08-9cc1-c9847b9d04d8 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:40.268205 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-095f73ba-8d3a-4395-a9be-7b2270e7c241 req-a8e801db-3a9b-4e08-9cc1-c9847b9d04d8 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0471640 Sep 13 03:24:40.315590 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-095f73ba-8d3a-4395-a9be-7b2270e7c241 req-0941a95a-1c20-4e3b-8743-e9ea0541b0dc tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Sep 13 03:24:41.235603 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259dc5-fa05-4dea-a7df-d3ef23c4bfa1 req-e48a1bd7-aef4-4ab9-a8b3-655e0ff8bc6f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:41.237082 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2b259dc5-fa05-4dea-a7df-d3ef23c4bfa1 req-e48a1bd7-aef4-4ab9-a8b3-655e0ff8bc6f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0506265 Sep 13 03:24:41.261531 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:41.287916 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2b259dc5-fa05-4dea-a7df-d3ef23c4bfa1 req-a92924af-b084-4ba0-9752-64b0560c846d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453365 Sep 13 03:24:41.437868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32014d86-d80c-450a-827f-ade2338b3100 req-3d2129b4-870e-4e7e-8007-d86269f2115a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:41.439371 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32014d86-d80c-450a-827f-ade2338b3100 req-3d2129b4-870e-4e7e-8007-d86269f2115a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0500968 Sep 13 03:24:41.486118 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-32014d86-d80c-450a-827f-ade2338b3100 req-a25f3b1d-cb43-497e-b1a3-aaa4df3f5150 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Sep 13 03:24:42.408336 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae9fd-3308-4065-990d-dbab31e62b21 req-153f7227-1b38-40ca-8a79-d06f5adfcb65 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:42.409765 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-279ae9fd-3308-4065-990d-dbab31e62b21 req-153f7227-1b38-40ca-8a79-d06f5adfcb65 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0500042 Sep 13 03:24:42.421328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:42.460558 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-279ae9fd-3308-4065-990d-dbab31e62b21 req-c9a6dc7b-0e76-4413-9974-3f9c3f121fdd tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448201 Sep 13 03:24:43.138578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 802c0f2a-3726-4731-b295-4046e1e4707e up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:24:43.183946 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 802c0f2a-3726-4731-b295-4046e1e4707e completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:24:43.189676 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 802c0f2a-3726-4731-b295-4046e1e4707e triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:24:43.190098 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:43.261397 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 802c0f2a-3726-4731-b295-4046e1e4707e is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:24:43.261778 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:43.284516 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:43.286768 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1a51d-22f2-41f4-abdb-04ef1989c0bf" -d '{"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-plugged", "status": "completed", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:43.299564 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:24:43.304503 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:43.329546 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5b02dd-26eb-48c9-8cc8-e5b51c78bfd5 x-openstack-request-id: req-0c5b02dd-26eb-48c9-8cc8-e5b51c78bfd5 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:43.329849 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-plugged", "status": "completed", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:43.330101 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c5b02dd-26eb-48c9-8cc8-e5b51c78bfd5 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:43.330494 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5b02dd-26eb-48c9-8cc8-e5b51c78bfd5'] response: {'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e', 'code': 200} Sep 13 03:24:43.356946 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:43.582942 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c509f-f403-45f3-964f-858f550dd7ca req-0d5afbbf-2eea-4a4d-a3c9-93e5e01fd9d1 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:43.584316 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-792c509f-f403-45f3-964f-858f550dd7ca req-0d5afbbf-2eea-4a4d-a3c9-93e5e01fd9d1 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0475893 Sep 13 03:24:43.613621 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:43.633703 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-792c509f-f403-45f3-964f-858f550dd7ca req-93ccbb4b-55de-49b0-9a52-37682d183f47 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439358 Sep 13 03:24:43.694618 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:43.697155 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:43.892818 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c0534-b9dd-419e-8b6e-67582c9eb137 req-cbd22222-db6c-4380-88eb-d49b7c6c183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:43.894280 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-114c0534-b9dd-419e-8b6e-67582c9eb137 req-cbd22222-db6c-4380-88eb-d49b7c6c183a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1129 time: 0.0386624 Sep 13 03:24:43.942347 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-114c0534-b9dd-419e-8b6e-67582c9eb137 req-dece9699-37ce-462a-8628-d83e611dc740 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398455 Sep 13 03:24:44.016792 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:24:44.564940 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-21915e71-82bf-4d42-ae04-fd3266ac898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:44.752580 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6eea01-bcfb-4e51-937f-7ed1c6dd2896 req-e3743045-db3e-4104-92c5-b473e6daf680 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:44.754043 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba6eea01-bcfb-4e51-937f-7ed1c6dd2896 req-e3743045-db3e-4104-92c5-b473e6daf680 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0459902 Sep 13 03:24:44.809117 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba6eea01-bcfb-4e51-937f-7ed1c6dd2896 req-eecdfff9-5687-4f44-8735-22104e31f0bb tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491631 Sep 13 03:24:45.932063 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b7bbf-9686-46d9-8359-24b40bbcc7e7 req-c4283af3-37f6-4145-a8d9-b9556c5d595a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:45.933554 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0c0b7bbf-9686-46d9-8359-24b40bbcc7e7 req-c4283af3-37f6-4145-a8d9-b9556c5d595a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0472555 Sep 13 03:24:45.987517 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0c0b7bbf-9686-46d9-8359-24b40bbcc7e7 req-d6c080c5-7d7c-4553-b04d-d0fd618d36a7 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471845 Sep 13 03:24:46.945735 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-35316f92-d17b-45e7-9afd-4e87b9a03307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:47.107593 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d17871-0f5e-4916-81c4-8146bbb0a18f req-b056b373-495f-4e99-97a0-06cc2f25abc8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:47.109124 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-61d17871-0f5e-4916-81c4-8146bbb0a18f req-b056b373-495f-4e99-97a0-06cc2f25abc8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0488181 Sep 13 03:24:47.161845 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-61d17871-0f5e-4916-81c4-8146bbb0a18f req-f3e93b93-3f24-42bb-bc05-74c667c25910 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467439 Sep 13 03:24:47.288187 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9d220-4f3c-4528-a3da-859a48f03df7 req-855d475e-8015-4ba3-99ce-de892ba7931d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:47.289611 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cbc9d220-4f3c-4528-a3da-859a48f03df7 req-855d475e-8015-4ba3-99ce-de892ba7931d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0461283 Sep 13 03:24:47.338946 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cbc9d220-4f3c-4528-a3da-859a48f03df7 req-88b2d7d4-f1d2-4989-ad7d-7c35370ec7c0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435870 Sep 13 03:24:47.366696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 46696) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:24:47.552737 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda552a-4fdf-4fde-bf4d-4fd88ad7f785 tempest-TestShelveInstance-29666091 tempest-TestShelveInstance-29666091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:47.554753 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-9fda552a-4fdf-4fde-bf4d-4fd88ad7f785 tempest-TestShelveInstance-29666091 tempest-TestShelveInstance-29666091-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1124 time: 0.1870513 Sep 13 03:24:47.557819 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 46700) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:24:47.562065 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'port_id': '802c0f2a-3726-4731-b295-4046e1e4707e', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:24:47.585742 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:47.665853 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:47.768319 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Allocated IP 172.27.1.201 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/c35b1455-980d-497e-a40a-bdf7d19f3c0c) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:24:47.874454 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:47.906172 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:47.944311 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:24:47.947204 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:24:47.949727 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:24:47.981197 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'Port': ['ID=c35b1455-980d-497e-a40a-bdf7d19f3c0c,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:48.031378 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:48.151196 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:48.165569 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:48.341894 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for floatingip (a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:48.608720 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:48.751096 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:48.755347 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:48.820220 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event updated for resources: {'Port': ['ID=c35b1455-980d-497e-a40a-bdf7d19f3c0c,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:48.822652 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:48.917961 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Floating IP a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e associated. External IP: 172.27.1.201, port: 802c0f2a-3726-4731-b295-4046e1e4707e. Sep 13 03:24:49.100695 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:49.118218 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Router 3b8c3017-e16b-42be-b875-76d56d7b85be has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:24:49.173771 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:49.222136 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:24:49.232753 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] Sync routers for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:24:49.240992 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:49.242117 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:24:49.242757 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:24:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:49.272556 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-11ea98c9-0828-4a92-9379-b9c155789884 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7131116 Sep 13 03:24:49.273207 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:24:49.275538 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5951ea87-a641-4eed-b7db-23ee589946cf" -d '{"events": [{"name": "network-changed", "server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:24:49.312024 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda45a6d-45e5-4464-bb3e-3fe6de51fb2e x-openstack-request-id: req-fda45a6d-45e5-4464-bb3e-3fe6de51fb2e {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:24:49.312328 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:24:49.312582 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fda45a6d-45e5-4464-bb3e-3fe6de51fb2e {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:24:49.313020 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda45a6d-45e5-4464-bb3e-3fe6de51fb2e'] response: {'name': 'network-changed', 'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e', 'status': 'completed', 'code': 200} Sep 13 03:24:49.323321 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:49.348265 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:24:49.404766 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ea87-a641-4eed-b7db-23ee589946cf req-2c7fafee-a9de-454e-9569-496c6d410475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:49.406337 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5951ea87-a641-4eed-b7db-23ee589946cf req-2c7fafee-a9de-454e-9569-496c6d410475 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1129 time: 0.0409544 Sep 13 03:24:49.521362 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ea87-a641-4eed-b7db-23ee589946cf req-4f2ef960-e96c-4109-929f-8b4115a0a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:49.523572 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5951ea87-a641-4eed-b7db-23ee589946cf req-4f2ef960-e96c-4109-929f-8b4115a0a755 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 909 time: 0.1032131 Sep 13 03:24:49.544039 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:49.585856 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:49.589188 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5951ea87-a641-4eed-b7db-23ee589946cf req-3e6c49c4-a412-405d-ac77-f77455906de7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 999 time: 0.0579636 Sep 13 03:24:49.600572 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'port_id': '802c0f2a-3726-4731-b295-4046e1e4707e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'mac_address': 'fa:16:3e:73:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:24:48Z', 'updated_at': '2022-09-13T03:24:48Z', 'revision_number': 0, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 5, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:49.625650 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] Checking router: 3b8c3017-e16b-42be-b875-76d56d7b85be for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:24:49.635171 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:24:49.635767 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:24:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:49.645953 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ea87-a641-4eed-b7db-23ee589946cf req-d72c3326-dd46-4bc7-b100-f91f81b83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:49.647550 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5951ea87-a641-4eed-b7db-23ee589946cf req-d72c3326-dd46-4bc7-b100-f91f81b83f3c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 200 len: 847 time: 0.0493741 Sep 13 03:24:49.692563 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ea87-a641-4eed-b7db-23ee589946cf req-6f8749d1-7892-4d7b-b913-9f9f0158a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:24:49.694584 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5951ea87-a641-4eed-b7db-23ee589946cf req-6f8749d1-7892-4d7b-b913-9f9f0158a099 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398014 Sep 13 03:24:49.737369 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:24:49.793773 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5951ea87-a641-4eed-b7db-23ee589946cf req-7481aa31-da12-4e1d-aad8-7111c07bd605 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856600 Sep 13 03:24:49.808054 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:49.903684 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5951ea87-a641-4eed-b7db-23ee589946cf req-d9d7236a-d618-434b-9b2c-4fdedfac0824 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031291 Sep 13 03:24:50.020106 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:50.089210 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'port_id': '802c0f2a-3726-4731-b295-4046e1e4707e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'mac_address': 'fa:16:3e:73:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:24:48Z', 'updated_at': '2022-09-13T03:24:48Z', 'revision_number': 0, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 5, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:24:50.113720 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7694d8-5d0c-4bb3-bcc8-9defa84766b0 None None] The sync data for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi is: [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'port_id': '802c0f2a-3726-4731-b295-4046e1e4707e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'mac_address': 'fa:16:3e:73:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:24:48Z', 'updated_at': '2022-09-13T03:24:48Z', 'revision_number': 0, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 5, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:24:50.296404 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301663a-c33b-4a33-81da-e0878d89b20b None None] New status for floating IP a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:24:50.765424 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 46736) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:24:50.869888 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84c4c1f8-29a0-4982-ad8c-7c5fbcde7ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:50.935237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:50.947597 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84c4c1f8-29a0-4982-ad8c-7c5fbcde7ce9 admin admin] Publish callbacks [] for security_group (6db9a090-afed-47ce-8ce2-e781e93df1a9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:50.951698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-84c4c1f8-29a0-4982-ad8c-7c5fbcde7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6db9a090-afed-47ce-8ce2-e781e93df1a9), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:50.999138 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c1f8-29a0-4982-ad8c-7c5fbcde7ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9a090-afed-47ce-8ce2-e781e93df1a9,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:51.003463 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-84c4c1f8-29a0-4982-ad8c-7c5fbcde7ce9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e0f91d4de87444d58981b02025f369c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370389 Sep 13 03:24:51.006776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 46740) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:24:51.054908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4af1218f-82ff-41da-83fd-8c6121667884 admin admin] Publish callbacks [] for security_group (6db9a090-afed-47ce-8ce2-e781e93df1a9), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:51.075557 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4af1218f-82ff-41da-83fd-8c6121667884 admin admin] Publish callbacks [] for security_group (6db9a090-afed-47ce-8ce2-e781e93df1a9), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:51.123923 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4af1218f-82ff-41da-83fd-8c6121667884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6db9a090-afed-47ce-8ce2-e781e93df1a9), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:51.126681 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4af1218f-82ff-41da-83fd-8c6121667884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:51.127888 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4af1218f-82ff-41da-83fd-8c6121667884 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6db9a090-afed-47ce-8ce2-e781e93df1a9 HTTP/1.1" status: 204 len: 168 time: 0.1202302 Sep 13 03:24:51.136421 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1218f-82ff-41da-83fd-8c6121667884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9a090-afed-47ce-8ce2-e781e93df1a9,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:24:58.359289 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:24:59.264920 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:24:59.269466 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:00.961922 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 46826) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:01.070909 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f423156f-cda9-4a83-baa4-d2be09b85567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:01.130957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:01.132614 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:01.152101 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f423156f-cda9-4a83-baa4-d2be09b85567 admin admin] Publish callbacks [] for security_group (1226d691-cf4d-4021-86e0-8dd0309fc384), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:01.160790 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f423156f-cda9-4a83-baa4-d2be09b85567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (1226d691-cf4d-4021-86e0-8dd0309fc384), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:01.201452 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f423156f-cda9-4a83-baa4-d2be09b85567 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fcee150952d14de897e0881d44fae246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384665 Sep 13 03:25:01.202404 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423156f-cda9-4a83-baa4-d2be09b85567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1226d691-cf4d-4021-86e0-8dd0309fc384,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:01.204229 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 46830) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:01.257646 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f07-5165-444a-a2dc-09b974e3e19a admin admin] Publish callbacks [] for security_group (1226d691-cf4d-4021-86e0-8dd0309fc384), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:01.278583 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f07-5165-444a-a2dc-09b974e3e19a admin admin] Publish callbacks [] for security_group (1226d691-cf4d-4021-86e0-8dd0309fc384), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:01.329829 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f07-5165-444a-a2dc-09b974e3e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (1226d691-cf4d-4021-86e0-8dd0309fc384), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:01.332654 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f07-5165-444a-a2dc-09b974e3e19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:01.333795 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7bd81f07-5165-444a-a2dc-09b974e3e19a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1226d691-cf4d-4021-86e0-8dd0309fc384 HTTP/1.1" status: 204 len: 168 time: 0.1285830 Sep 13 03:25:01.342339 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd81f07-5165-444a-a2dc-09b974e3e19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226d691-cf4d-4021-86e0-8dd0309fc384,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:06.087625 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:06.088359 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:07.063753 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-f9a38b9d-2e9f-44af-a8ca-d7f3024f2345 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396907 Sep 13 03:25:07.151283 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-b9fc40f6-0e71-4f43-b070-f027ccd42500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:07.152734 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-b9fc40f6-0e71-4f43-b070-f027ccd42500 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 1130 time: 0.0411046 Sep 13 03:25:07.260950 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-9bdb934d-28cb-4970-9779-7dc21edd039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:07.262366 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-9bdb934d-28cb-4970-9779-7dc21edd039d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.0878394 Sep 13 03:25:07.314801 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-5d3fd8d8-732b-4386-8fde-b003c6a02e4e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3183447b-b590-4633-92e3-7d4198ae1660 HTTP/1.1" status: 200 len: 217 time: 0.0325172 Sep 13 03:25:07.365101 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-86606c62-efc5-4496-91b9-d928b06bcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:07.367014 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-86606c62-efc5-4496-91b9-d928b06bcb1a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0429864 Sep 13 03:25:07.411726 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-573ec3eb-2cb6-4565-8391-388b925ef3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:07.413644 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-573ec3eb-2cb6-4565-8391-388b925ef3e5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370858 Sep 13 03:25:07.506664 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-830a23d8-79b4-436c-97fb-f01262732a56 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853839 Sep 13 03:25:07.612974 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-452045b6-6d1d-4bcd-adb9-25f6aecdb11f req-ae2ea602-75b1-41ec-a78b-0f6a8f1f389b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974202 Sep 13 03:25:11.196018 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:11.198395 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=15,neutron:INSERT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:11.355220 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:11.355891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:12.275162 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d754ef1-39b2-47db-ac69-3a026bae5f5e req-8ac7f32a-91a3-425d-a05d-77347cae6953 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:12.276647 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8d754ef1-39b2-47db-ac69-3a026bae5f5e req-8ac7f32a-91a3-425d-a05d-77347cae6953 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0503900 Sep 13 03:25:12.323334 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8d754ef1-39b2-47db-ac69-3a026bae5f5e req-971d7408-4ed2-4879-b541-4e49ddca321e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Sep 13 03:25:13.443921 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12360d0c-d86a-4858-83cf-2a92385a5023 req-89c0afaa-8f25-4fe8-9089-8b65299f525a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:13.445377 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-12360d0c-d86a-4858-83cf-2a92385a5023 req-89c0afaa-8f25-4fe8-9089-8b65299f525a tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0475523 Sep 13 03:25:13.491220 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-12360d0c-d86a-4858-83cf-2a92385a5023 req-cb949d29-fed8-4830-8d30-427dc60ae5f5 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Sep 13 03:25:14.566928 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a8b5401b-a8ac-4c7c-878c-d08cea36732a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:14.609809 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996e8d-5932-4bf1-84d5-77074fd90b9f req-41247928-56bd-4afb-bcab-0671c1d5bf60 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:14.611298 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8a996e8d-5932-4bf1-84d5-77074fd90b9f req-41247928-56bd-4afb-bcab-0671c1d5bf60 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0467982 Sep 13 03:25:14.657168 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8a996e8d-5932-4bf1-84d5-77074fd90b9f req-9fefb856-cca5-48c5-b522-f3b618f5393e tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9274978e-6771-45ce-a0f1-9ca24e805c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Sep 13 03:25:15.026525 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-5109d657-6d03-4e86-8313-557482f68e74 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:15.027980 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-5109d657-6d03-4e86-8313-557482f68e74 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 945 time: 0.0467217 Sep 13 03:25:15.160724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Deleting port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:25:15.161297 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:15.260776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] For port abe9beab-d4f1-442b-aea1-34ae58f6c1e3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,segment=NetworkSegment(48b8f0f4-51fa-44e5-8e69-116e66722fcf),segment_id=48b8f0f4-51fa-44e5-8e69-116e66722fcf)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:25:15.261134 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:15.275986 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Calling delete_port for abe9beab-d4f1-442b-aea1-34ae58f6c1e3 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:25:15.280917 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:15.287481 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:15.403418 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (abe9beab-d4f1-442b-aea1-34ae58f6c1e3), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:15.430686 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Pushing event deleted for resources: {'Port': ['ID=abe9beab-d4f1-442b-aea1-34ae58f6c1e3,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:15.450684 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['abe9beab-d4f1-442b-aea1-34ae58f6c1e3'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:25:15.491896 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] No DVR routers for this DVR port abe9beab-d4f1-442b-aea1-34ae58f6c1e3 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:25:15.494304 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:15.497599 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cf54a658-efb5-4f2d-b135-92541c2ac8ae req-e9159a07-081e-45ba-b3e5-58332108a54b tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.57 "DELETE /networking/v2.0/ports/abe9beab-d4f1-442b-aea1-34ae58f6c1e3 HTTP/1.1" status: 204 len: 173 time: 0.4637818 Sep 13 03:25:15.498089 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'name': 'network-vif-deleted', 'tag': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:25:15.500330 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42192da3-d7ca-4ab0-8f4c-f1ff55411b09" -d '{"events": [{"server_uuid": "9ad26b9d-e29a-4df3-b103-474a1c46c246", "name": "network-vif-deleted", "tag": "abe9beab-d4f1-442b-aea1-34ae58f6c1e3"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:25:15.536705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c4ea01-ec9c-4d69-a24c-2aafb094e86c x-openstack-request-id: req-90c4ea01-ec9c-4d69-a24c-2aafb094e86c {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:25:15.536975 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad26b9d-e29a-4df3-b103-474a1c46c246", "name": "network-vif-deleted", "tag": "abe9beab-d4f1-442b-aea1-34ae58f6c1e3", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:25:15.537234 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90c4ea01-ec9c-4d69-a24c-2aafb094e86c {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:25:15.537639 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c4ea01-ec9c-4d69-a24c-2aafb094e86c'] response: {'server_uuid': '9ad26b9d-e29a-4df3-b103-474a1c46c246', 'name': 'network-vif-deleted', 'tag': 'abe9beab-d4f1-442b-aea1-34ae58f6c1e3', 'status': 'completed', 'code': 200} Sep 13 03:25:15.777640 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-49fd1751-bb84-4c8e-af1c-9d8db8c801e3 req-2846d999-a3fa-469e-83c0-7e31c906ef89 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0292170 Sep 13 03:25:16.894429 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-77bfae5b-5d0c-4afe-aa8e-e0840dfd518c req-8f350147-eb8f-4fef-8aca-156bc08035bf tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0299675 Sep 13 03:25:16.949904 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fdbc7253-1c54-4ce6-b912-bb94242f61ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:18.008095 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-728edd19-53d0-484e-b117-b5bba41a8022 req-f194753b-8000-4506-a415-8c6b6eafabc4 tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0302491 Sep 13 03:25:18.169242 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:19.121532 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-425f76ca-71ca-4020-891d-5d8493b5fe53 req-1d071485-4c10-4de6-990a-15ef1f1c0f4f tempest-VolumesSnapshotTestJSON-900372526 tempest-VolumesSnapshotTestJSON-900372526-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad26b9d-e29a-4df3-b103-474a1c46c246 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Sep 13 03:25:19.552714 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:19.882804 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:20.064856 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device abe9beab-d4f1-442b-aea1-34ae58f6c1e3 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:25:20.084967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: abe9beab-d4f1-442b-aea1-34ae58f6c1e3 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:25:20.085315 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device abe9beab-d4f1-442b-aea1-34ae58f6c1e3 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:25:21.016573 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:25:25.758334 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=18 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:27.988034 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=22 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:28.379107 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:29.103502 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=18,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:29.104409 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:31.011463 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:31.012674 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:38.369520 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:38.376039 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=5,neutron:SELECT=10 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:41.787385 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78877262-12e9-4649-b37e-7f4a07a47fc7 req-0fc51c51-910e-4f80-a11e-b343415dcf9a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:41.788862 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78877262-12e9-4649-b37e-7f4a07a47fc7 req-0fc51c51-910e-4f80-a11e-b343415dcf9a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0478089 Sep 13 03:25:41.837472 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-78877262-12e9-4649-b37e-7f4a07a47fc7 req-cd691e1d-3676-4592-9da7-4e2a3fc95e2b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Sep 13 03:25:42.965122 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504853a1-2872-4210-bd24-246714b950e9 req-f1abec1f-59ce-4fc8-8a85-a3e3675227cc tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:42.966566 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-504853a1-2872-4210-bd24-246714b950e9 req-f1abec1f-59ce-4fc8-8a85-a3e3675227cc tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0483482 Sep 13 03:25:43.014459 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-504853a1-2872-4210-bd24-246714b950e9 req-13e8308f-5ee4-4ef6-8331-db25f2951034 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Sep 13 03:25:43.753055 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=17 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:43.753928 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=15 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:44.137753 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee152ed0-116c-4434-98fe-5d236b3c2514 req-4d6cd25e-49d6-43b8-8cfe-62933b2673d9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:44.139223 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee152ed0-116c-4434-98fe-5d236b3c2514 req-4d6cd25e-49d6-43b8-8cfe-62933b2673d9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0454638 Sep 13 03:25:44.190305 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee152ed0-116c-4434-98fe-5d236b3c2514 req-d9951b83-cf24-424e-b1e5-b9df31c59216 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457749 Sep 13 03:25:44.569732 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3241-460a-43f4-806f-88f8e8283732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:45.310270 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffe36d-9c02-4652-8855-a6ef7ae15de9 req-d9d64807-fab5-4178-821a-6ff5200eb303 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:45.311740 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-61ffe36d-9c02-4652-8855-a6ef7ae15de9 req-d9d64807-fab5-4178-821a-6ff5200eb303 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0468068 Sep 13 03:25:45.359249 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-61ffe36d-9c02-4652-8855-a6ef7ae15de9 req-e28afe65-bf02-4311-856e-4dafede82b10 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 Sep 13 03:25:46.629709 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5fe88-3d08-426a-9f40-c4502144c2d4 req-3d0f5af4-1755-4e2d-86c7-a4019879784d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:46.631171 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bbe5fe88-3d08-426a-9f40-c4502144c2d4 req-3d0f5af4-1755-4e2d-86c7-a4019879784d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.1968493 Sep 13 03:25:46.677764 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bbe5fe88-3d08-426a-9f40-c4502144c2d4 req-5b8d4c3d-d8d1-4573-94f5-1a939aad8956 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Sep 13 03:25:46.951663 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-844dc24a-9905-4c5d-b45d-b9bc480eae80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:47.802436 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd4d2-0572-4a72-8e24-229d847f0c8b req-4f749c13-1e58-45a2-98d5-fa93fb088c13 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:47.803971 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-712fd4d2-0572-4a72-8e24-229d847f0c8b req-4f749c13-1e58-45a2-98d5-fa93fb088c13 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0505822 Sep 13 03:25:47.850842 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-712fd4d2-0572-4a72-8e24-229d847f0c8b req-1339f359-979e-4e7a-a2c7-6159ad4c4b18 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Sep 13 03:25:48.172585 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:48.970528 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408ad4d-0ac5-4089-899a-857e017928a1 req-2a16c280-a1b9-4925-a768-1a2880e67c2b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:48.972391 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4408ad4d-0ac5-4089-899a-857e017928a1 req-2a16c280-a1b9-4925-a768-1a2880e67c2b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0475352 Sep 13 03:25:49.019066 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4408ad4d-0ac5-4089-899a-857e017928a1 req-7040b73a-d80f-437e-947e-6246489d0019 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Sep 13 03:25:49.554082 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:49.705844 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47400) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:49.751866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Deleting subnet f97211c6-60f0-4b9f-be20-f4f4b40580fe {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:25:49.754820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Publish callbacks [] for subnet (f97211c6-60f0-4b9f-be20-f4f4b40580fe), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:49.788321 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (f97211c6-60f0-4b9f-be20-f4f4b40580fe), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:49.827885 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (f97211c6-60f0-4b9f-be20-f4f4b40580fe), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:49.881237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (f97211c6-60f0-4b9f-be20-f4f4b40580fe), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:49.886870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:49.910285 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97211c6-60f0-4b9f-be20-f4f4b40580fe,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:49.920901 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.921243 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.921582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.921920 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.922265 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.922974 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.922974 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.923229 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.923555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.923878 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.924265 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.924586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.924975 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.925297 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.925614 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:49.928519 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:49.931693 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-cefcdb78-f40b-4fe5-9291-5ba47e69635a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/f97211c6-60f0-4b9f-be20-f4f4b40580fe HTTP/1.1" status: 204 len: 168 time: 0.2248611 Sep 13 03:25:49.934795 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47402) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:50.001488 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (9ed4d27b-3970-4114-ae33-5728b45fb5fc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.083740 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (9ed4d27b-3970-4114-ae33-5728b45fb5fc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.106510 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed4d27b-3970-4114-ae33-5728b45fb5fc']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:50.116360 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b8f0f4-51fa-44e5-8e69-116e66722fcf') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:50.116660 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b8f0f4-51fa-44e5-8e69-116e66722fcf') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:50.127076 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (48b8f0f4-51fa-44e5-8e69-116e66722fcf), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.140729 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (48b8f0f4-51fa-44e5-8e69-116e66722fcf), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.148001 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:25:50.148465 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (48b8f0f4-51fa-44e5-8e69-116e66722fcf), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.190490 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 48b8f0f4-51fa-44e5-8e69-116e66722fcf resource provider aggregate not found Sep 13 03:25:50.209103 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 48b8f0f4-51fa-44e5-8e69-116e66722fcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48b8f0f4-51fa-44e5-8e69-116e66722fcf found for delete ", "request_id": "req-b8f524b2-af2a-4cef-b2b5-96ac2df6239c"}]} Sep 13 03:25:50.209416 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447d65-ac9f-49e6-91d4-8d239823a692 req-e79d12b6-87c6-4e36-bbce-6be7b5ceb503 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:50.211138 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-02447d65-ac9f-49e6-91d4-8d239823a692 req-e79d12b6-87c6-4e36-bbce-6be7b5ceb503 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.1138716 Sep 13 03:25:50.216482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (9ed4d27b-3970-4114-ae33-5728b45fb5fc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.222177 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.225360 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/9ed4d27b-3970-4114-ae33-5728b45fb5fc HTTP/1.1" status: 204 len: 168 time: 0.2896442 Sep 13 03:25:50.237970 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c52a89-8158-40ca-a8f8-3a1883a8f185 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed4d27b-3970-4114-ae33-5728b45fb5fc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:50.267132 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-02447d65-ac9f-49e6-91d4-8d239823a692 req-4cbed7e9-6afb-4d5d-a2de-7af9d2afec13 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492392 Sep 13 03:25:50.395349 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47418) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:50.422974 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:50.440559 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7a1731ba-9e72-41ed-82dc-8b7692856b53 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b3ef3a6638114e1f9c838b00285f43f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441389 Sep 13 03:25:50.443141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47420) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:50.494344 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Publish callbacks [] for security_group (9274978e-6771-45ce-a0f1-9ca24e805c28), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.513821 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Publish callbacks [] for security_group (9274978e-6771-45ce-a0f1-9ca24e805c28), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.559877 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (9274978e-6771-45ce-a0f1-9ca24e805c28), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.562506 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:50.563665 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9274978e-6771-45ce-a0f1-9ca24e805c28 HTTP/1.1" status: 204 len: 168 time: 0.1195130 Sep 13 03:25:50.571256 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9274978e-6771-45ce-a0f1-9ca24e805c28,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:50.578828 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.579106 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.579447 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.579791 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.580117 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.580442 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.580767 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.581087 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.581408 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.581728 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.582047 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.582365 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.582709 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.583026 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:50.583341 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66abbee-c584-4831-b9f7-7f34f31aed70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:51.228310 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47444) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:51.327775 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-198812976-network', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:25:51.349422 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Made reservation on behalf of ab6c92ba81254caaad368fd0ef382b0e for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:25:51.351659 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.352724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:51.360492 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.392309 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1172-43b8-4a95-a7ff-295eb8be8ee9 req-4c9c0caa-7d29-4ce5-aafe-fa9db3bd8613 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:51.393863 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1d5a1172-43b8-4a95-a7ff-295eb8be8ee9 req-4c9c0caa-7d29-4ce5-aafe-fa9db3bd8613 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0499954 Sep 13 03:25:51.437723 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks [] for security_group (49d8d3ab-db36-46e9-9976-45d7390dd382), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.441544 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (49d8d3ab-db36-46e9-9976-45d7390dd382), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.442888 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1d5a1172-43b8-4a95-a7ff-295eb8be8ee9 req-339477cd-7b73-4e12-b785-d243a8a98c1d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Sep 13 03:25:51.469102 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:25:51.479070 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8d3ab-db36-46e9-9976-45d7390dd382,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:51.484813 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (9f3eee5f-be00-4c4e-a960-42fb1ff43859), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.485143 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Added segment 9f3eee5f-be00-4c4e-a960-42fb1ff43859 of type vlan for network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 Sep 13 03:25:51.524594 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (93f6860d-aa52-425f-a0b7-a39e9fc582c8), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.548985 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (93f6860d-aa52-425f-a0b7-a39e9fc582c8), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.549975 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:51.550545 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.560329 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:51.600874 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:51.606399 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3764665 Sep 13 03:25:51.609555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47450) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:51.614801 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Request body: {'subnet': {'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-198812976-subnet', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:25:51.622344 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5af9-67a2-456f-b24f-5329b6ae5521 admin admin] Pushing event updated for resources: {'Network': ['ID=93f6860d-aa52-425f-a0b7-a39e9fc582c8,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:51.632470 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:25:51.637950 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Made reservation on behalf of ab6c92ba81254caaad368fd0ef382b0e for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:25:51.640576 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14203233'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.808116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14226913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14203251'] for subnet (3fa6476e-8c1d-4476-8e29-8422be9f8505), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.867853 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa6476e-8c1d-4476-8e29-8422be9f8505,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:51.876101 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Checking segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:25:51.876462 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Network hostable DHCP agents. Network: 93f6860d-aa52-425f-a0b7-a39e9fc582c8, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:25:51.893551 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:25:51.902148 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 93f6860d-aa52-425f-a0b7-a39e9fc582c8) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:51.906254 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:51.907069 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.911466 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc3d20-831f-4d77-909d-64f2d5b61195 None None] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:25:51.924598 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f16c92f3-4103-43b4-a530-4edd1f44de4a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3130147 Sep 13 03:25:51.926772 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47452) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:51.935514 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:25:51.960403 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (39e11139-8203-4c5c-9687-02b5b3beea45), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:51.961551 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (39e11139-8203-4c5c-9687-02b5b3beea45), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.015263 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks [] for router_controller (39e11139-8203-4c5c-9687-02b5b3beea45), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.021004 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:25:52.021963 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.146383 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks [] for router_gateway (39e11139-8203-4c5c-9687-02b5b3beea45), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.153675 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Allocated IP 172.20.0.2 (93f6860d-aa52-425f-a0b7-a39e9fc582c8/3fa6476e-8c1d-4476-8e29-8422be9f8505/e3185c26-8737-4c77-956a-4c6f43942c48) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:25:52.308982 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Publish callbacks [] for port (e3185c26-8737-4c77-956a-4c6f43942c48), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.314821 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.330540 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks [] for router_gateway (39e11139-8203-4c5c-9687-02b5b3beea45), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.348050 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:25:52.349299 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.351643 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:52.355280 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:52.363118 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:25:52.372400 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Pushing event updated for resources: {'Port': ['ID=e3185c26-8737-4c77-956a-4c6f43942c48,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:52.395952 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.396298 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.396692 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.396982 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.397318 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.397646 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.397975 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.398300 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.398645 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.398973 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.399299 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.399653 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.399986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.400301 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.401137 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:52.436940 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Attempting to bind port e3185c26-8737-4c77-956a-4c6f43942c48 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:25:52.437308 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Attempting to bind port e3185c26-8737-4c77-956a-4c6f43942c48 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:25:52.437671 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Attempting to bind port e3185c26-8737-4c77-956a-4c6f43942c48 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:25:52.446211 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:52.470015 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Allocated IP 172.27.1.55 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/83bfb628-be13-488b-9387-64250454757e) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:25:52.488742 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:25:52.489130 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Checking segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:25:52.489891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.490295 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Bound using segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:25:52.490868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Bound port: e3185c26-8737-4c77-956a-4c6f43942c48, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:25:52.491341 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.556139 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] For port e3185c26-8737-4c77-956a-4c6f43942c48, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:25:52.560708 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] For port e3185c26-8737-4c77-956a-4c6f43942c48, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=e3185c26-8737-4c77-956a-4c6f43942c48,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:25:52.572029 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.579658 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccd2dc-ea13-4e03-819d-8961202dfb38 req-a4952504-e8c8-4097-bcbe-93824242663c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:52.581899 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-16ccd2dc-ea13-4e03-819d-8961202dfb38 req-a4952504-e8c8-4097-bcbe-93824242663c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0546045 Sep 13 03:25:52.592638 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks [] for port (83bfb628-be13-488b-9387-64250454757e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.611145 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:52.635429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (83bfb628-be13-488b-9387-64250454757e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:52.639756 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f1d6-ba8f-4efc-8d73-b91f736d1381 None None] Pushing event updated for resources: {'Port': ['ID=e3185c26-8737-4c77-956a-4c6f43942c48,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:52.667743 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-16ccd2dc-ea13-4e03-819d-8961202dfb38 req-09dd2ca3-d95e-46a4-8e11-73c11f2a2649 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737329 Sep 13 03:25:52.688926 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:25:52.692765 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:52.695666 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:25:52.734641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Pushing event updated for resources: {'Port': ['ID=83bfb628-be13-488b-9387-64250454757e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:52.948555 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e3185c26-8737-4c77-956a-4c6f43942c48 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:25:52.979692 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:52.998467 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port e3185c26-8737-4c77-956a-4c6f43942c48 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:52.998893 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:53.078046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port e3185c26-8737-4c77-956a-4c6f43942c48 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:25:53.078441 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:53.111942 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port e3185c26-8737-4c77-956a-4c6f43942c48, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=e3185c26-8737-4c77-956a-4c6f43942c48,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:25:53.116117 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:53.164100 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=e3185c26-8737-4c77-956a-4c6f43942c48,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:53.236737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks [] for router_gateway (39e11139-8203-4c5c-9687-02b5b3beea45), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:53.443768 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (39e11139-8203-4c5c-9687-02b5b3beea45), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:53.489500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:53.556246 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc17c2-4427-4a8b-8a3c-6eb142dde91b None None] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:25:53.578045 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Router 39e11139-8203-4c5c-9687-02b5b3beea45 is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:25:53.668044 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-1d45c184-e70d-45ad-ba63-ef1690ffe902 None None] Provisioning complete for port e3185c26-8737-4c77-956a-4c6f43942c48 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:53.668641 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1d45c184-e70d-45ad-ba63-ef1690ffe902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:53.684896 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:25:53.689930 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:53.706500 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:25:53.707349 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:53.711165 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9d42385f-bcce-4cd8-9858-5d6c631b6752 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7809033 Sep 13 03:25:53.711417 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47466) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:53.726905 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:25:53.727601 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:53.836152 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-1d45c184-e70d-45ad-ba63-ef1690ffe902 None None] Current status of the port e3185c26-8737-4c77-956a-4c6f43942c48 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:25:53.848580 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1504c7-89e6-4d66-9147-d065bcf15f4e req-c1728678-5ced-4122-9e50-e13bb2b694d5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:53.850074 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af1504c7-89e6-4d66-9147-d065bcf15f4e req-c1728678-5ced-4122-9e50-e13bb2b694d5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0917642 Sep 13 03:25:53.866654 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:25:53.947875 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-af1504c7-89e6-4d66-9147-d065bcf15f4e req-607ddcd8-fa27-4530-a42b-250e8a0cd8d4 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878947 Sep 13 03:25:53.982487 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-3bf6ba15-da07-40e2-ae24-d7652430a65b None None] Provisioning complete for port e3185c26-8737-4c77-956a-4c6f43942c48 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:53.982969 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ba15-da07-40e2-ae24-d7652430a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.108847 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:53Z', 'revision_number': 3, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:54.110732 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6ba15-da07-40e2-ae24-d7652430a65b None None] Current status of the port e3185c26-8737-4c77-956a-4c6f43942c48 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:25:54.138947 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:25:54.139303 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Updating router 39e11139-8203-4c5c-9687-02b5b3beea45 port 83bfb628-be13-488b-9387-64250454757e binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:25:54.167976 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (83bfb628-be13-488b-9387-64250454757e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.169349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:54.187112 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:54.203264 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.361197 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Allocated IP 172.20.0.1 (93f6860d-aa52-425f-a0b7-a39e9fc582c8/3fa6476e-8c1d-4476-8e29-8422be9f8505/90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:25:54.389611 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:54.473940 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks [] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.495537 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:54.506829 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.540949 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Publish callbacks [] for port (83bfb628-be13-488b-9387-64250454757e), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.547740 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:25:54.548318 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (83bfb628-be13-488b-9387-64250454757e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.555345 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:54.557543 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Pushing event updated for resources: {'Port': ['ID=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:54.559686 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:25:54.584661 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Attempting to bind port 83bfb628-be13-488b-9387-64250454757e on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:25:54.584926 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Attempting to bind port 83bfb628-be13-488b-9387-64250454757e by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:25:54.585296 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Attempting to bind port 83bfb628-be13-488b-9387-64250454757e on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:25:54.598321 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (39e11139-8203-4c5c-9687-02b5b3beea45), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.625022 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85682e8d-57c6-4ab5-ae0d-ef9b561b6031 None None] Pushing event updated for resources: {'Port': ['ID=83bfb628-be13-488b-9387-64250454757e,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:54.641952 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:25:54.642326 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:25:54.642760 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.643162 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:25:54.643872 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Bound port: 83bfb628-be13-488b-9387-64250454757e, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:25:54.643994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (83bfb628-be13-488b-9387-64250454757e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.702596 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] For port 83bfb628-be13-488b-9387-64250454757e, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:25:54.707350 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] For port 83bfb628-be13-488b-9387-64250454757e, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=83bfb628-be13-488b-9387-64250454757e,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:25:54.713521 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (83bfb628-be13-488b-9387-64250454757e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.739246 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.757025 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:25:54.757711 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:54.813424 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85682e8d-57c6-4ab5-ae0d-ef9b561b6031 None None] Pushing event updated for resources: {'Port': ['ID=83bfb628-be13-488b-9387-64250454757e,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:54.864820 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-8c4ecf6c-306a-4fb2-9eb9-75c10743d272 None None] Provisioning complete for port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:54.865101 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8c4ecf6c-306a-4fb2-9eb9-75c10743d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.907595 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks [] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.914374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.919612 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:25:54.922237 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ecf6c-306a-4fb2-9eb9-75c10743d272 None None] Port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:25:54.951262 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e3185c26-8737-4c77-956a-4c6f43942c48 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:25:54.989698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (39e11139-8203-4c5c-9687-02b5b3beea45), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:54.991701 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Pushing event updated for resources: {'Port': ['ID=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:55.081935 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port e3185c26-8737-4c77-956a-4c6f43942c48 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:55.082300 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:55.086504 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d2b01-ba13-425b-961d-cabd37ca6581 req-11d9c989-c5e4-4a71-b9d3-d3143c5c0754 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:55.087196 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5d6d2b01-ba13-425b-961d-cabd37ca6581 req-11d9c989-c5e4-4a71-b9d3-d3143c5c0754 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0561156 Sep 13 03:25:55.107123 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:25:55.108613 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:55.117442 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:55.139726 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:55.149692 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:55.168296 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5d6d2b01-ba13-425b-961d-cabd37ca6581 req-01fc3d1f-ef7c-4f1e-8b9c-55435c97782a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746038 Sep 13 03:25:55.233385 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:55.237123 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port e3185c26-8737-4c77-956a-4c6f43942c48 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:25:55.246794 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:25:55.264445 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca476ef-1bb6-4872-98aa-742c61c547ed None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:25:55.366299 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:25:55.372826 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-085b3272-8d29-4070-8f47-6d5be3978eea admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/39e11139-8203-4c5c-9687-02b5b3beea45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6599638 Sep 13 03:25:55.444274 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b69cc202-5424-47b2-b55a-6d0f22c0ddef None None] Provisioning complete for port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:55.444656 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b69cc202-5424-47b2-b55a-6d0f22c0ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:55.491743 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b69cc202-5424-47b2-b55a-6d0f22c0ddef None None] Port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:25:55.957567 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47488) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:55.962476 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1509970907-network', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:25:55.985749 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Made reservation on behalf of 279761f67a6c4a89b7cb9358ef5bfd06 for: {'network': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:25:55.988160 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:55.997842 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.085669 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks [] for security_group (056357e4-3f38-40b3-aadc-2ff75a27fca6), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.090154 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (056357e4-3f38-40b3-aadc-2ff75a27fca6), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.115851 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=106191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:25:56.126911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056357e4-3f38-40b3-aadc-2ff75a27fca6,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:56.131897 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (fee09589-a689-48d3-9049-5cfd8d66304d), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.132228 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.segments_db [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Added segment fee09589-a689-48d3-9049-5cfd8d66304d of type vlan for network 2db9c747-8767-416e-8a98-0575a349c559 Sep 13 03:25:56.176375 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (2db9c747-8767-416e-8a98-0575a349c559), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.204425 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (2db9c747-8767-416e-8a98-0575a349c559), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.205610 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:56.206192 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.269508 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3107045 Sep 13 03:25:56.277576 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47492) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:56.283368 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Request body: {'subnet': {'network_id': '2db9c747-8767-416e-8a98-0575a349c559', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1509970907-subnet', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:25:56.303980 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc590f5-5d83-4475-8fc3-786242fba705 admin admin] Pushing event updated for resources: {'Network': ['ID=2db9c747-8767-416e-8a98-0575a349c559,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:56.304500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ee94e-95aa-4a38-bef6-46230aa26f63 req-b68524da-0cd6-4b5d-8574-55e11a6855ae tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:56.311973 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed1ee94e-95aa-4a38-bef6-46230aa26f63 req-b68524da-0cd6-4b5d-8574-55e11a6855ae tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0643814 Sep 13 03:25:56.316335 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Made reservation on behalf of 279761f67a6c4a89b7cb9358ef5bfd06 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:25:56.317573 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 2db9c747-8767-416e-8a98-0575a349c559 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:25:56.318750 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13679707'] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.346774 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:56.381074 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ed1ee94e-95aa-4a38-bef6-46230aa26f63 req-be755e51-0b65-4aed-94ae-f26464b2fa6e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678701 Sep 13 03:25:56.524505 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15663118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13679689'] for subnet (491136b6-6677-46d3-8439-ca995b55e16b), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.529231 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:56.573565 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:56.588019 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=491136b6-6677-46d3-8439-ca995b55e16b,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:56.601961 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Checking segment: {'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:25:56.602320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Network hostable DHCP agents. Network: 2db9c747-8767-416e-8a98-0575a349c559, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:25:56.621610 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Network 2db9c747-8767-416e-8a98-0575a349c559 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:25:56.630344 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 2db9c747-8767-416e-8a98-0575a349c559) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:56.635330 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:56.635724 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.640135 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23704b-74bd-4106-9e5e-08166b052938 None None] Network 2db9c747-8767-416e-8a98-0575a349c559 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:25:56.654783 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-93704913-0a22-46f0-8dbb-b7369a11e08d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3736732 Sep 13 03:25:56.655097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47496) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:56.659686 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:25:56.683401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.683993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.739627 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks [] for router_controller (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.745817 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-2db9c747-8767-416e-8a98-0575a349c559', 'network_id': '2db9c747-8767-416e-8a98-0575a349c559', 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'fixed_ips': [{'subnet_id': '491136b6-6677-46d3-8439-ca995b55e16b'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:25:56.746993 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.887030 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks [] for router_gateway (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:56.893913 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Allocated IP 172.20.0.2 (2db9c747-8767-416e-8a98-0575a349c559/491136b6-6677-46d3-8439-ca995b55e16b/425b7564-14e0-4b20-b795-99411bab3c1d) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:25:56.951032 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 83bfb628-be13-488b-9387-64250454757e up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:25:57.044178 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 83bfb628-be13-488b-9387-64250454757e triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:57.044455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (83bfb628-be13-488b-9387-64250454757e), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.123600 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Publish callbacks [] for port (425b7564-14e0-4b20-b795-99411bab3c1d), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.131628 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.174953 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:57.201626 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Network 2db9c747-8767-416e-8a98-0575a349c559 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:25:57.212304 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:57.219234 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Pushing event updated for resources: {'Port': ['ID=425b7564-14e0-4b20-b795-99411bab3c1d,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:57.221982 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:25:57.237437 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 83bfb628-be13-488b-9387-64250454757e is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:25:57.237830 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (83bfb628-be13-488b-9387-64250454757e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.279145 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 83bfb628-be13-488b-9387-64250454757e, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=83bfb628-be13-488b-9387-64250454757e,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:25:57.296139 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (83bfb628-be13-488b-9387-64250454757e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.336814 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Attempting to bind port 425b7564-14e0-4b20-b795-99411bab3c1d on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:25:57.337469 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Attempting to bind port 425b7564-14e0-4b20-b795-99411bab3c1d by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:25:57.337578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Attempting to bind port 425b7564-14e0-4b20-b795-99411bab3c1d on network 2db9c747-8767-416e-8a98-0575a349c559 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:25:57.341609 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:57.348454 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks [] for router_gateway (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.368859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.391686 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=83bfb628-be13-488b-9387-64250454757e,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:57.409618 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:25:57.410907 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Checking segment: {'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:25:57.411051 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.411405 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Bound using segment: {'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:25:57.411892 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Bound port: 425b7564-14e0-4b20-b795-99411bab3c1d, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:25:57.412286 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.468646 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:25:57.480230 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:25:57.480841 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:57.507760 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Allocated IP 172.27.1.248 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/8921c763-8deb-4a6f-bf04-c610d8203b40) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:25:57.518411 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] For port 425b7564-14e0-4b20-b795-99411bab3c1d, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:25:57.527926 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f62d2-c98c-4bb2-aa4f-17edcf097d1b req-c5809cc5-15f2-4c56-ba8e-e95c4c221c1b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:57.530337 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d15f62d2-c98c-4bb2-aa4f-17edcf097d1b req-c5809cc5-15f2-4c56-ba8e-e95c4c221c1b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0685642 Sep 13 03:25:57.531770 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] For port 425b7564-14e0-4b20-b795-99411bab3c1d, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=425b7564-14e0-4b20-b795-99411bab3c1d,segment=NetworkSegment(fee09589-a689-48d3-9049-5cfd8d66304d),segment_id=fee09589-a689-48d3-9049-5cfd8d66304d)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:25:57.547328 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.609864 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d15f62d2-c98c-4bb2-aa4f-17edcf097d1b req-c010c60c-5336-4451-8f59-1f9647416330 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735824 Sep 13 03:25:57.639989 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:25:57.644633 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96e80-36ad-42cd-b942-78637f75c77c None None] Pushing event updated for resources: {'Port': ['ID=425b7564-14e0-4b20-b795-99411bab3c1d,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:57.667066 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks [] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.709210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.750303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:57.757562 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:25:57.762683 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:25:57.765289 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:25:57.797182 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:57.812788 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Pushing event updated for resources: {'Port': ['ID=8921c763-8deb-4a6f-bf04-c610d8203b40,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:57.875534 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 2, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:57.912587 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:25:57.913082 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Updating router 39e11139-8203-4c5c-9687-02b5b3beea45 port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:25:57.954537 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:57.983074 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5ac9-d6c3-405a-8477-9ae56bbf5061 req-21cd9343-ff84-40c2-838d-643e592207c1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:57.984953 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-be4b5ac9-d6c3-405a-8477-9ae56bbf5061 req-21cd9343-ff84-40c2-838d-643e592207c1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0608635 Sep 13 03:25:58.022287 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:25:58.094939 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-be4b5ac9-d6c3-405a-8477-9ae56bbf5061 req-98757ac9-9212-4ce9-9087-04e936870b68 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960581 Sep 13 03:25:58.158523 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-fd35347e-98ed-4004-9f16-10143b79abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:58.160051 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-fd35347e-98ed-4004-9f16-10143b79abec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1129 time: 0.0857222 Sep 13 03:25:58.189821 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks [] for router_gateway (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.247516 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Publish callbacks [] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.254305 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.336152 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Pushing event updated for resources: {'Port': ['ID=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:58.342567 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-9f19c485-8a91-4415-9aac-2c25a5423105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:58.344089 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-9f19c485-8a91-4415-9aac-2c25a5423105 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.1763873 Sep 13 03:25:58.350469 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.350847 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.351212 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.351732 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.351919 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.352219 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.352577 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.353040 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.353901 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.354422 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.354807 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.355138 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.355456 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.355863 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.356089 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:25:58.361694 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Attempting to bind port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:25:58.362062 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Attempting to bind port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:25:58.362494 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Attempting to bind port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:25:58.391628 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.409619 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:25:58.409994 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Checking segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:25:58.410395 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.410817 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Bound using segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:25:58.411290 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Bound port: 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:25:58.411669 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.470573 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:58.482237 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] For port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:25:58.486368 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] For port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:25:58.489924 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-dce19080-cc0d-4c5b-8567-2306d69af817 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 1001 time: 0.0998995 Sep 13 03:25:58.492713 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.493843 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:58.536179 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:58.539208 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:25:58.539883 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:58.592816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-96b00095-8573-464d-8aad-719db520c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:58.594197 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-96b00095-8573-464d-8aad-719db520c0bb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0980041 Sep 13 03:25:58.597325 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653d830-2f9c-4aca-9a67-ee8f25dd0980 None None] Pushing event updated for resources: {'Port': ['ID=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:25:58.665044 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-26b8c7fe-6e08-4f13-b7a5-99648bb6d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:58.667472 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-26b8c7fe-6e08-4f13-b7a5-99648bb6d97d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490634 Sep 13 03:25:58.700588 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:25:58.725765 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:58.802989 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:25:58.825155 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-14a60718-ae95-4cf4-8b45-5dcbbf4339b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312909 Sep 13 03:25:58.833453 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20375e30-6cfb-4d6a-a9af-99bea0ccfde1 None None] Network 2db9c747-8767-416e-8a98-0575a349c559 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:25:58.927749 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:58.929125 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:25:58.957102 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:25:58Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:59.017286 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:59.021455 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71756d63-2767-4f6a-8af5-fe56045ebe94 None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:25:58Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:25:59.021977 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47516) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:25:59.023008 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2359504f-9748-470e-849c-a308d73a0552 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3659880 Sep 13 03:25:59.075015 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-59988520-ada9-454d-b7dc-0ecfbb0d4d91 req-2b4336d4-100f-4956-b330-ed5b7bac4c4e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480248 Sep 13 03:25:59.103716 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Sync routers for ids ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:25:59.132949 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-3fcf7a40-b10e-46b4-b3c0-6f66fe46be92 None None] Provisioning complete for port 425b7564-14e0-4b20-b795-99411bab3c1d triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:59.133550 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3fcf7a40-b10e-46b4-b3c0-6f66fe46be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:59.174325 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Routers {'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:25:59.175368 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:25:59.344781 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Set router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:25:59.357957 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251ec27-f61f-4b7d-989b-5fa08a3d394b req-8e2745b8-c360-48e4-8b3a-441d6578e4e6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:25:59.359974 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7251ec27-f61f-4b7d-989b-5fa08a3d394b req-8e2745b8-c360-48e4-8b3a-441d6578e4e6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.1096671 Sep 13 03:25:59.436581 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 83bfb628-be13-488b-9387-64250454757e up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:25:59.511795 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7251ec27-f61f-4b7d-989b-5fa08a3d394b req-5a5fdbbb-91dd-4540-9965-f22df25378b6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095178 Sep 13 03:25:59.673511 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:25:59.680291 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 83bfb628-be13-488b-9387-64250454757e triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:25:59.680860 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (83bfb628-be13-488b-9387-64250454757e), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:59.850066 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:59.931312 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf7a40-b10e-46b4-b3c0-6f66fe46be92 None None] Current status of the port 425b7564-14e0-4b20-b795-99411bab3c1d is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:25:59.931732 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3fcf7a40-b10e-46b4-b3c0-6f66fe46be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:25:59.956795 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 83bfb628-be13-488b-9387-64250454757e is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:25:59.958434 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 425b7564-14e0-4b20-b795-99411bab3c1d up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:00.003052 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:25:58Z', 'revision_number': 3, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port': {'id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:57Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:00.005086 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:00.082441 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:00.085193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:00.110088 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Allocated IP 172.20.0.1 (2db9c747-8767-416e-8a98-0575a349c559/491136b6-6677-46d3-8439-ca995b55e16b/d040c582-5601-4361-9efb-14990159fbc6) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:26:00.117053 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Checking router: ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:26:00.117399 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Updating router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b port 8921c763-8deb-4a6f-bf04-c610d8203b40 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:26:00.131365 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-3fcf7a40-b10e-46b4-b3c0-6f66fe46be92 None None] For port 425b7564-14e0-4b20-b795-99411bab3c1d, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=425b7564-14e0-4b20-b795-99411bab3c1d,segment=NetworkSegment(fee09589-a689-48d3-9049-5cfd8d66304d),segment_id=fee09589-a689-48d3-9049-5cfd8d66304d)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:00.166970 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3fcf7a40-b10e-46b4-b3c0-6f66fe46be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.198837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.227204 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 425b7564-14e0-4b20-b795-99411bab3c1d triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:00.227578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.266677 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks [] for port (d040c582-5601-4361-9efb-14990159fbc6), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.304182 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (d040c582-5601-4361-9efb-14990159fbc6), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.331688 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf7a40-b10e-46b4-b3c0-6f66fe46be92 None None] Pushing event updated for resources: {'Port': ['ID=425b7564-14e0-4b20-b795-99411bab3c1d,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:00.352821 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Network 2db9c747-8767-416e-8a98-0575a349c559 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:26:00.355192 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-f67e29f4-0163-419d-99da-117efb817992 None None] Provisioning complete for port 425b7564-14e0-4b20-b795-99411bab3c1d triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:00.355466 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f67e29f4-0163-419d-99da-117efb817992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.359029 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:26:00.360932 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:26:00.387716 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Pushing event updated for resources: {'Port': ['ID=d040c582-5601-4361-9efb-14990159fbc6,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:00.410208 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.577197 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 425b7564-14e0-4b20-b795-99411bab3c1d is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:00.580015 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:00.604835 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (d040c582-5601-4361-9efb-14990159fbc6), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.686392 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:00.717466 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f67e29f4-0163-419d-99da-117efb817992 None None] Current status of the port 425b7564-14e0-4b20-b795-99411bab3c1d is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:00.724368 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:00.724744 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.814155 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Publish callbacks [] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.847823 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.879664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828570-02cc-49b9-97a6-c8eeb23189e5 req-412a31dd-6358-4ac1-a947-ac214436363f tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:00.881262 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9a828570-02cc-49b9-97a6-c8eeb23189e5 req-412a31dd-6358-4ac1-a947-ac214436363f tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0566640 Sep 13 03:26:00.904451 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-1eedbc9c-3ecd-42aa-b1be-162c917d711b None None] Provisioning complete for port d040c582-5601-4361-9efb-14990159fbc6 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:00.905129 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1eedbc9c-3ecd-42aa-b1be-162c917d711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (d040c582-5601-4361-9efb-14990159fbc6), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.909546 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Attempting to bind port 8921c763-8deb-4a6f-bf04-c610d8203b40 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:26:00.909911 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Attempting to bind port 8921c763-8deb-4a6f-bf04-c610d8203b40 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:26:00.910287 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Attempting to bind port 8921c763-8deb-4a6f-bf04-c610d8203b40 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:26:00.915981 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:00.916891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:00.951336 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9a828570-02cc-49b9-97a6-c8eeb23189e5 req-39a1614a-9993-4f82-b6d7-05e06e75ab85 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577774 Sep 13 03:26:00.992606 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e8643-5672-4bd7-a687-194d55c2a25a None None] Pushing event updated for resources: {'Port': ['ID=8921c763-8deb-4a6f-bf04-c610d8203b40,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:01.016407 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:01.036781 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-1eedbc9c-3ecd-42aa-b1be-162c917d711b None None] Port d040c582-5601-4361-9efb-14990159fbc6 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:26:01.045254 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks [] for port (d040c582-5601-4361-9efb-14990159fbc6), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.050060 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:01.050264 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (d040c582-5601-4361-9efb-14990159fbc6), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.052993 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:26:01.053297 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:26:01.053717 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.054075 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:26:01.054530 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Bound port: 8921c763-8deb-4a6f-bf04-c610d8203b40, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:26:01.054926 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.058425 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.117664 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Pushing event updated for resources: {'Port': ['ID=d040c582-5601-4361-9efb-14990159fbc6,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:01.121108 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.146249 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] For port 8921c763-8deb-4a6f-bf04-c610d8203b40, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:26:01.148417 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:01.160672 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] For port 8921c763-8deb-4a6f-bf04-c610d8203b40, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=8921c763-8deb-4a6f-bf04-c610d8203b40,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:26:01.167992 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.204989 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 425b7564-14e0-4b20-b795-99411bab3c1d up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:01.208576 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:01.216995 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:01.218954 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Network 2db9c747-8767-416e-8a98-0575a349c559 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:26:01.220869 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:26:01.236358 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Routers {'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:26:01.236997 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:01.288694 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e8643-5672-4bd7-a687-194d55c2a25a None None] Pushing event updated for resources: {'Port': ['ID=8921c763-8deb-4a6f-bf04-c610d8203b40,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:01.344352 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:26:01.458321 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:26:01.464214 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-285abd24-7b58-4474-83aa-ecc4d394607f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4411407 Sep 13 03:26:01.481510 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 425b7564-14e0-4b20-b795-99411bab3c1d triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:01.481874 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.509351 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-fec76e49-4edf-4d57-8123-0eeb327dcde5 None None] Provisioning complete for port d040c582-5601-4361-9efb-14990159fbc6 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:01.509748 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-fec76e49-4edf-4d57-8123-0eeb327dcde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (d040c582-5601-4361-9efb-14990159fbc6), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.544899 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:01.557455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] Set router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:26:01.607968 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-fec76e49-4edf-4d57-8123-0eeb327dcde5 None None] Port d040c582-5601-4361-9efb-14990159fbc6 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:26:01.719268 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 425b7564-14e0-4b20-b795-99411bab3c1d is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:01.774962 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47578) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:01.780141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-2db3c589-a04e-4d91-bc04-a50e5bc3f546 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028642222', 'description': 'tempest-secgroup-smoke-2028642222 description', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:01.795993 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 4, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port': {'id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:57Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'd040c582-5601-4361-9efb-14990159fbc6', 'name': '', 'network_id': '2db9c747-8767-416e-8a98-0575a349c559', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'mac_address': 'fa:16:3e:1c:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '491136b6-6677-46d3-8439-ca995b55e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:59Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 2, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'subnets': [{'id': '491136b6-6677-46d3-8439-ca995b55e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:01.801799 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2db3c589-a04e-4d91-bc04-a50e5bc3f546 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.822919 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d07a4c-d17a-47a1-bf0c-81973ceb2885 None None] The sync data for ids ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'] in dv-cinder-857075-2-iscsi is: [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 4, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port': {'id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:57Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'd040c582-5601-4361-9efb-14990159fbc6', 'name': '', 'network_id': '2db9c747-8767-416e-8a98-0575a349c559', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'mac_address': 'fa:16:3e:1c:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '491136b6-6677-46d3-8439-ca995b55e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:59Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 2, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'subnets': [{'id': '491136b6-6677-46d3-8439-ca995b55e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:26:01.883565 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2db3c589-a04e-4d91-bc04-a50e5bc3f546 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group (f9909a36-ae73-4f47-be52-b15c7698d23d), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.889012 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2db3c589-a04e-4d91-bc04-a50e5bc3f546 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f9909a36-ae73-4f47-be52-b15c7698d23d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.922323 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2db3c589-a04e-4d91-bc04-a50e5bc3f546 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:01.926889 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47580) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:01.927371 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2db3c589-a04e-4d91-bc04-a50e5bc3f546 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1503060 Sep 13 03:26:01.929058 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3c589-a04e-4d91-bc04-a50e5bc3f546 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9909a36-ae73-4f47-be52-b15c7698d23d,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:01.933050 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c769ca8a-0900-408d-a664-26b02b8874ff tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'security_group_rule': {'security_group_id': 'f9909a36-ae73-4f47-be52-b15c7698d23d', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:01.960515 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c769ca8a-0900-408d-a664-26b02b8874ff tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (e5037d35-64f3-4ecd-962e-a2afeaace061), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.034032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c769ca8a-0900-408d-a664-26b02b8874ff tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (e5037d35-64f3-4ecd-962e-a2afeaace061), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.041430 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c769ca8a-0900-408d-a664-26b02b8874ff tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (e5037d35-64f3-4ecd-962e-a2afeaace061), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.062821 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769ca8a-0900-408d-a664-26b02b8874ff tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5037d35-64f3-4ecd-962e-a2afeaace061,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:02.076071 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c769ca8a-0900-408d-a664-26b02b8874ff tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.077301 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c769ca8a-0900-408d-a664-26b02b8874ff tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487896 Sep 13 03:26:02.080132 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47584) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:02.084451 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-fa52db8b-e261-4667-99f1-ab3c96528b5f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'security_group_rule': {'security_group_id': 'f9909a36-ae73-4f47-be52-b15c7698d23d', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:02.123978 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa52db8b-e261-4667-99f1-ab3c96528b5f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (493d2a48-1049-4c84-a944-78ba1e56248f), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.205772 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa52db8b-e261-4667-99f1-ab3c96528b5f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (493d2a48-1049-4c84-a944-78ba1e56248f), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.211305 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa52db8b-e261-4667-99f1-ab3c96528b5f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (493d2a48-1049-4c84-a944-78ba1e56248f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.231637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52db8b-e261-4667-99f1-ab3c96528b5f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493d2a48-1049-4c84-a944-78ba1e56248f,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:02.245408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fa52db8b-e261-4667-99f1-ab3c96528b5f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.249521 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fa52db8b-e261-4667-99f1-ab3c96528b5f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656301 Sep 13 03:26:02.258780 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47592) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:02.264370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-19468d61-72f5-4db0-bb94-98253698aff1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'security_group_rule': {'security_group_id': 'f9909a36-ae73-4f47-be52-b15c7698d23d', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:02.297869 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-19468d61-72f5-4db0-bb94-98253698aff1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (a73ac945-7ffc-4cf5-9f2e-7a70e380895c), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.371789 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-19468d61-72f5-4db0-bb94-98253698aff1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (a73ac945-7ffc-4cf5-9f2e-7a70e380895c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.377841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-19468d61-72f5-4db0-bb94-98253698aff1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (a73ac945-7ffc-4cf5-9f2e-7a70e380895c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.387257 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:02.401162 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19468d61-72f5-4db0-bb94-98253698aff1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73ac945-7ffc-4cf5-9f2e-7a70e380895c,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:02.415937 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-19468d61-72f5-4db0-bb94-98253698aff1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.420396 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47600) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:02.420953 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-19468d61-72f5-4db0-bb94-98253698aff1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604235 Sep 13 03:26:02.428340 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-da657c4b-7779-4dde-abd8-c24c27de9022 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'security_group_rule': {'security_group_id': 'f9909a36-ae73-4f47-be52-b15c7698d23d', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:02.463957 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da657c4b-7779-4dde-abd8-c24c27de9022 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (99d2896d-7c8a-4c9f-b772-0c14c70d82f8), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.553759 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da657c4b-7779-4dde-abd8-c24c27de9022 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (99d2896d-7c8a-4c9f-b772-0c14c70d82f8), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.559544 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da657c4b-7779-4dde-abd8-c24c27de9022 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (99d2896d-7c8a-4c9f-b772-0c14c70d82f8), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.581234 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da657c4b-7779-4dde-abd8-c24c27de9022 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d2896d-7c8a-4c9f-b772-0c14c70d82f8,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:02.647405 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-da657c4b-7779-4dde-abd8-c24c27de9022 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.651750 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47614) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:02.651914 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-da657c4b-7779-4dde-abd8-c24c27de9022 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2291689 Sep 13 03:26:02.657274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'security_group_rule': {'security_group_id': 'f9909a36-ae73-4f47-be52-b15c7698d23d', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:02.728903 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.securitygroups_db [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Project ab6c92ba81254caaad368fd0ef382b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 03:26:02.748822 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (50482db1-4833-4b5d-843d-9996035869ba), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.890374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (50482db1-4833-4b5d-843d-9996035869ba), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.896711 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0860f02-ccd1-44e8-ae2b-63a63c9320ea req-a8a8c4ee-b53b-40e9-9d52-7f5947ec669f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:02.898247 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0860f02-ccd1-44e8-ae2b-63a63c9320ea req-a8a8c4ee-b53b-40e9-9d52-7f5947ec669f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0724437 Sep 13 03:26:02.899437 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (50482db1-4833-4b5d-843d-9996035869ba), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.923955 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50482db1-4833-4b5d-843d-9996035869ba,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:02.953067 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:02.955622 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-676d10ef-0f4a-4530-8f54-64df11e9f06f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3018646 Sep 13 03:26:02.957376 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47628) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:02.959084 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:02.963711 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'security_group_rule': {'security_group_id': 'f9909a36-ae73-4f47-be52-b15c7698d23d', 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:02.977530 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0860f02-ccd1-44e8-ae2b-63a63c9320ea req-8e628da0-331f-4617-9001-d421304a764a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727477 Sep 13 03:26:02.991069 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.securitygroups_db [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Project ab6c92ba81254caaad368fd0ef382b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 03:26:02.998045 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (cba0b98b-858f-4d7e-95f1-762914478a87), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.073278 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (cba0b98b-858f-4d7e-95f1-762914478a87), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.079825 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (cba0b98b-858f-4d7e-95f1-762914478a87), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.102401 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba0b98b-858f-4d7e-95f1-762914478a87,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:03.115331 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.116606 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-af0924b1-e404-466d-ad4a-e18369251628 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1581240 Sep 13 03:26:03.262045 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 8921c763-8deb-4a6f-bf04-c610d8203b40 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:03.309314 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 8921c763-8deb-4a6f-bf04-c610d8203b40 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:03.309698 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.393303 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:03.396086 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 8921c763-8deb-4a6f-bf04-c610d8203b40 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:03.396571 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.420359 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 8921c763-8deb-4a6f-bf04-c610d8203b40, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=8921c763-8deb-4a6f-bf04-c610d8203b40,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:03.424478 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.425662 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:03.499343 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=8921c763-8deb-4a6f-bf04-c610d8203b40,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:03.509288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:03.510221 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:03.592116 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:04.123157 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a30e5-c96a-4422-82de-df1196fd49ad req-4afc7625-8e34-4c2f-94d8-6af1f5c16783 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:04.124825 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-da2a30e5-c96a-4422-82de-df1196fd49ad req-4afc7625-8e34-4c2f-94d8-6af1f5c16783 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0508742 Sep 13 03:26:04.156950 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:04.176464 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-da2a30e5-c96a-4422-82de-df1196fd49ad req-76d8ff65-e87b-4d8c-a03e-56f2e36a89ff tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 Sep 13 03:26:04.440006 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ce482-47c9-497e-9010-19c821933aab None None] Sync routers for ids ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:26:04.450717 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] Routers {'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:26:04.451348 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:04.554822 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] Set router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:26:04.834008 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 4, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port': {'id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:57Z', 'updated_at': '2022-09-13T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'd040c582-5601-4361-9efb-14990159fbc6', 'name': '', 'network_id': '2db9c747-8767-416e-8a98-0575a349c559', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'mac_address': 'fa:16:3e:1c:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '491136b6-6677-46d3-8439-ca995b55e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:59Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 2, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'subnets': [{'id': '491136b6-6677-46d3-8439-ca995b55e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:04.858530 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ce482-47c9-497e-9010-19c821933aab None None] Checking router: ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:26:04.858908 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ce482-47c9-497e-9010-19c821933aab None None] Updating router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b port d040c582-5601-4361-9efb-14990159fbc6 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:26:04.888336 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-804ce482-47c9-497e-9010-19c821933aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (d040c582-5601-4361-9efb-14990159fbc6), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:04.935325 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:05.144785 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-804ce482-47c9-497e-9010-19c821933aab None None] Publish callbacks [] for port (d040c582-5601-4361-9efb-14990159fbc6), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:05.169604 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-804ce482-47c9-497e-9010-19c821933aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (d040c582-5601-4361-9efb-14990159fbc6), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:05.189561 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 8921c763-8deb-4a6f-bf04-c610d8203b40 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:05.246165 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3ea07-37f5-4015-abda-534b23878f71 None None] Pushing event updated for resources: {'Port': ['ID=d040c582-5601-4361-9efb-14990159fbc6,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:05.247684 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 8921c763-8deb-4a6f-bf04-c610d8203b40 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:05.248064 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:05.275366 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-804ce482-47c9-497e-9010-19c821933aab None None] Attempting to bind port d040c582-5601-4361-9efb-14990159fbc6 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:26:05.275732 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-804ce482-47c9-497e-9010-19c821933aab None None] Attempting to bind port d040c582-5601-4361-9efb-14990159fbc6 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:26:05.276092 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ce482-47c9-497e-9010-19c821933aab None None] Attempting to bind port d040c582-5601-4361-9efb-14990159fbc6 on network 2db9c747-8767-416e-8a98-0575a349c559 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:26:05.278735 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:05.319285 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ce482-47c9-497e-9010-19c821933aab None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:26:05.319921 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ce482-47c9-497e-9010-19c821933aab None None] Checking segment: {'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:26:05.320314 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-804ce482-47c9-497e-9010-19c821933aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:05.320696 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ce482-47c9-497e-9010-19c821933aab None None] Bound using segment: {'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:26:05.321160 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-804ce482-47c9-497e-9010-19c821933aab None None] Bound port: d040c582-5601-4361-9efb-14990159fbc6, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee09589-a689-48d3-9049-5cfd8d66304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2db9c747-8767-416e-8a98-0575a349c559'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:26:05.321530 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-804ce482-47c9-497e-9010-19c821933aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (d040c582-5601-4361-9efb-14990159fbc6), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:05.330210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0337ae-acf8-4190-8d93-40bfea186f4e req-98c680ea-4643-4792-b08e-0eac36f44c9a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:05.337855 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba0337ae-acf8-4190-8d93-40bfea186f4e req-98c680ea-4643-4792-b08e-0eac36f44c9a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0565844 Sep 13 03:26:05.340752 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 8921c763-8deb-4a6f-bf04-c610d8203b40 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:05.380482 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba0337ae-acf8-4190-8d93-40bfea186f4e req-2a894cec-544e-4d32-8a04-106c1d7f4a61 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Sep 13 03:26:05.381069 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-804ce482-47c9-497e-9010-19c821933aab None None] For port d040c582-5601-4361-9efb-14990159fbc6, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:26:05.384198 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-804ce482-47c9-497e-9010-19c821933aab None None] For port d040c582-5601-4361-9efb-14990159fbc6, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=d040c582-5601-4361-9efb-14990159fbc6,segment=NetworkSegment(fee09589-a689-48d3-9049-5cfd8d66304d),segment_id=fee09589-a689-48d3-9049-5cfd8d66304d)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:26:05.391515 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-804ce482-47c9-497e-9010-19c821933aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (d040c582-5601-4361-9efb-14990159fbc6), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:05.431987 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] Routers {'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:26:05.432605 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:25:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:05.486570 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3ea07-37f5-4015-abda-534b23878f71 None None] Pushing event updated for resources: {'Port': ['ID=d040c582-5601-4361-9efb-14990159fbc6,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:05.555206 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] Set router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:26:05.736834 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-804ce482-47c9-497e-9010-19c821933aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 4, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port': {'id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:57Z', 'updated_at': '2022-09-13T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'd040c582-5601-4361-9efb-14990159fbc6', 'name': '', 'network_id': '2db9c747-8767-416e-8a98-0575a349c559', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'mac_address': 'fa:16:3e:1c:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '491136b6-6677-46d3-8439-ca995b55e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:59Z', 'updated_at': '2022-09-13T03:26:05Z', 'revision_number': 4, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'subnets': [{'id': '491136b6-6677-46d3-8439-ca995b55e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:05.767935 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ce482-47c9-497e-9010-19c821933aab None None] The sync data for ids ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'] in dv-cinder-857075-2-iscsi is: [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:26:00Z', 'revision_number': 4, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port': {'id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:57Z', 'updated_at': '2022-09-13T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'd040c582-5601-4361-9efb-14990159fbc6', 'name': '', 'network_id': '2db9c747-8767-416e-8a98-0575a349c559', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'mac_address': 'fa:16:3e:1c:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '491136b6-6677-46d3-8439-ca995b55e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:59Z', 'updated_at': '2022-09-13T03:26:05Z', 'revision_number': 4, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'subnets': [{'id': '491136b6-6677-46d3-8439-ca995b55e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:26:06.515064 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425dfe8-2ed9-4664-aa31-e97cc5e806d3 req-6ac96263-a937-4515-80f4-60e4ef3e2017 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:06.516549 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c425dfe8-2ed9-4664-aa31-e97cc5e806d3 req-6ac96263-a937-4515-80f4-60e4ef3e2017 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0508370 Sep 13 03:26:06.526843 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47720) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:06.564394 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:06.569305 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c425dfe8-2ed9-4664-aa31-e97cc5e806d3 req-ef69651b-eb4d-4a33-ab2a-2e60d9e73760 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469711 Sep 13 03:26:06.634403 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-108cd7c4-f472-42aa-a5c8-8a8fb944fefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:06.711138 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-108cd7c4-f472-42aa-a5c8-8a8fb944fefd admin admin] Publish callbacks [] for security_group (77323116-fc7f-4c53-a3a1-6156609b7c7e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:06.715578 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-108cd7c4-f472-42aa-a5c8-8a8fb944fefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (77323116-fc7f-4c53-a3a1-6156609b7c7e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:06.758154 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-108cd7c4-f472-42aa-a5c8-8a8fb944fefd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5bdfaf801af1413293a8a8e390b2e617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302048 Sep 13 03:26:06.759287 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd7c4-f472-42aa-a5c8-8a8fb944fefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77323116-fc7f-4c53-a3a1-6156609b7c7e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:06.760895 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47724) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:06.812762 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-77840792-3b20-41c5-8f57-1e7f3b4033da admin admin] Publish callbacks [] for security_group (77323116-fc7f-4c53-a3a1-6156609b7c7e), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:06.835224 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-77840792-3b20-41c5-8f57-1e7f3b4033da admin admin] Publish callbacks [] for security_group (77323116-fc7f-4c53-a3a1-6156609b7c7e), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:06.892701 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-77840792-3b20-41c5-8f57-1e7f3b4033da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (77323116-fc7f-4c53-a3a1-6156609b7c7e), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:06.895203 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-77840792-3b20-41c5-8f57-1e7f3b4033da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:06.896341 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-77840792-3b20-41c5-8f57-1e7f3b4033da admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/77323116-fc7f-4c53-a3a1-6156609b7c7e HTTP/1.1" status: 204 len: 168 time: 0.1344450 Sep 13 03:26:06.904732 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77840792-3b20-41c5-8f57-1e7f3b4033da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77323116-fc7f-4c53-a3a1-6156609b7c7e,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:07.182413 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d040c582-5601-4361-9efb-14990159fbc6 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:07.232728 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port d040c582-5601-4361-9efb-14990159fbc6 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:07.233099 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (d040c582-5601-4361-9efb-14990159fbc6), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:07.281487 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:07.317341 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port d040c582-5601-4361-9efb-14990159fbc6 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:07.317738 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (d040c582-5601-4361-9efb-14990159fbc6), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:07.354448 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port d040c582-5601-4361-9efb-14990159fbc6, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=d040c582-5601-4361-9efb-14990159fbc6,segment=NetworkSegment(fee09589-a689-48d3-9049-5cfd8d66304d),segment_id=fee09589-a689-48d3-9049-5cfd8d66304d)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:07.359121 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (d040c582-5601-4361-9efb-14990159fbc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:07.408918 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=d040c582-5601-4361-9efb-14990159fbc6,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:07.707369 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f1ba3-2e69-4885-b2e9-8f61b5588c1b req-0943df05-98cd-4636-be36-7f6e4748934a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:07.709044 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c6f1ba3-2e69-4885-b2e9-8f61b5588c1b req-0943df05-98cd-4636-be36-7f6e4748934a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0478847 Sep 13 03:26:07.764811 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1c6f1ba3-2e69-4885-b2e9-8f61b5588c1b req-32cff781-e853-4daa-bafa-04df9881e130 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490208 Sep 13 03:26:08.900610 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196fe8a-d28f-4dae-9b96-1fab37f5bc33 req-c7d1c4a3-be01-4388-b3b3-a5dd0dcbbdcb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:08.902076 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5196fe8a-d28f-4dae-9b96-1fab37f5bc33 req-c7d1c4a3-be01-4388-b3b3-a5dd0dcbbdcb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0502391 Sep 13 03:26:08.953973 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5196fe8a-d28f-4dae-9b96-1fab37f5bc33 req-3cff1821-3458-427a-8c25-5366e6dfbf44 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Sep 13 03:26:09.151789 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d040c582-5601-4361-9efb-14990159fbc6 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:09.200219 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port d040c582-5601-4361-9efb-14990159fbc6 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:09.200584 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (d040c582-5601-4361-9efb-14990159fbc6), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:09.272290 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port d040c582-5601-4361-9efb-14990159fbc6 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:09.608709 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-6326bf0c-cb22-4c39-8e98-b5b19e865ab4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388055 Sep 13 03:26:10.081487 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8b831-04e4-43be-8e76-8e6a02359c5c req-99a3b99c-ec5e-4c97-b944-000fc2e798e5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:10.083096 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-31b8b831-04e4-43be-8e76-8e6a02359c5c req-99a3b99c-ec5e-4c97-b944-000fc2e798e5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0489509 Sep 13 03:26:10.142722 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-31b8b831-04e4-43be-8e76-8e6a02359c5c req-039b1f1c-673c-4e4f-924f-c849d7efac6b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468855 Sep 13 03:26:10.201928 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-1bdf9b7f-d922-4e52-8f39-aac4790396e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:10.203537 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-1bdf9b7f-d922-4e52-8f39-aac4790396e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 1130 time: 0.0447338 Sep 13 03:26:10.325826 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-d9e826cc-45d5-472a-ae50-a3dff9153266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:10.327283 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-d9e826cc-45d5-472a-ae50-a3dff9153266 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.1029730 Sep 13 03:26:10.342625 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:10.377773 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-b5d23885-fed8-41be-9ccb-0fda64732d11 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18a4265-4277-4b61-a45f-eca4e86395c8 HTTP/1.1" status: 200 len: 217 time: 0.0419252 Sep 13 03:26:10.440234 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-dd90b825-f39c-469c-b9d9-2215a4295537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:10.441748 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-dd90b825-f39c-469c-b9d9-2215a4295537 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0540807 Sep 13 03:26:10.488760 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-efdf6c5f-5b6f-4d09-bac4-f659f37c1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:10.490283 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-efdf6c5f-5b6f-4d09-bac4-f659f37c1945 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414412 Sep 13 03:26:10.594056 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-6eabf080-fd95-40e1-8da8-29f68f50b5c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885439 Sep 13 03:26:10.679607 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:10.683690 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-18f3dad8-c9d5-4420-9ab5-7bbd764e6093 req-0671315f-381f-4bc2-9ecd-08c6336671e2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836949 Sep 13 03:26:11.272865 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869191d-29f3-4778-8ae4-b01e358f5fa6 req-dd448dee-8791-4f84-89fd-16b0123096a9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:11.274341 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e869191d-29f3-4778-8ae4-b01e358f5fa6 req-dd448dee-8791-4f84-89fd-16b0123096a9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0478973 Sep 13 03:26:11.324114 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e869191d-29f3-4778-8ae4-b01e358f5fa6 req-d828ef78-b5f7-4fe3-804c-b8222d4d77f7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Sep 13 03:26:11.328920 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47810) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:11.333300 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-8d5b852f-c03a-43f2-b9cb-b5ba16e7d0b2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419487550', 'description': 'tempest-description--1991219357'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:11.355492 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8d5b852f-c03a-43f2-b9cb-b5ba16e7d0b2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.425174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8d5b852f-c03a-43f2-b9cb-b5ba16e7d0b2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (3dfeb18c-79d2-42d5-9a77-c43a54c66d9e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.428635 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8d5b852f-c03a-43f2-b9cb-b5ba16e7d0b2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3dfeb18c-79d2-42d5-9a77-c43a54c66d9e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.457818 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8d5b852f-c03a-43f2-b9cb-b5ba16e7d0b2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.459039 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-8d5b852f-c03a-43f2-b9cb-b5ba16e7d0b2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1291323 Sep 13 03:26:11.461985 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47812) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:11.464370 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b852f-c03a-43f2-b9cb-b5ba16e7d0b2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:11.466533 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-3d5e93cc-2c23-4ecd-aee4-7b2025d9f260 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': '3dfeb18c-79d2-42d5-9a77-c43a54c66d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:11.499022 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3d5e93cc-2c23-4ecd-aee4-7b2025d9f260 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (e533d984-529a-4ccc-96b7-a020764fa31f), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.560013 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3d5e93cc-2c23-4ecd-aee4-7b2025d9f260 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (e533d984-529a-4ccc-96b7-a020764fa31f), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.563296 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3d5e93cc-2c23-4ecd-aee4-7b2025d9f260 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (e533d984-529a-4ccc-96b7-a020764fa31f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.583070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e93cc-2c23-4ecd-aee4-7b2025d9f260 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e533d984-529a-4ccc-96b7-a020764fa31f,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:11.589175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3d5e93cc-2c23-4ecd-aee4-7b2025d9f260 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.590341 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3d5e93cc-2c23-4ecd-aee4-7b2025d9f260 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273084 Sep 13 03:26:11.593102 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47816) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:11.597424 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-c2872894-fb70-4cdb-af82-db451b6943d4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': '3dfeb18c-79d2-42d5-9a77-c43a54c66d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:11.624338 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c2872894-fb70-4cdb-af82-db451b6943d4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (ac7d2cec-983a-4c41-82ea-9212d8df6bc2), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.681394 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c2872894-fb70-4cdb-af82-db451b6943d4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (ac7d2cec-983a-4c41-82ea-9212d8df6bc2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.685942 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c2872894-fb70-4cdb-af82-db451b6943d4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (ac7d2cec-983a-4c41-82ea-9212d8df6bc2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.705811 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2872894-fb70-4cdb-af82-db451b6943d4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7d2cec-983a-4c41-82ea-9212d8df6bc2,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:11.714320 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c2872894-fb70-4cdb-af82-db451b6943d4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.715621 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c2872894-fb70-4cdb-af82-db451b6943d4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215332 Sep 13 03:26:11.718662 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 47818) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:11.722881 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:11.745082 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.826897 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:11.932011 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.27.1.247 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/ab5605b3-4d54-4cb2-9d6a-76f8f8520963) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:26:11.992692 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:12.040424 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.074823 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.115444 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:26:12.120208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:26:12.122696 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:26:12.128059 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=ab5605b3-4d54-4cb2-9d6a-76f8f8520963,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:12.160393 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:12.218117 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (76cbacd4-808a-4ca2-a31e-c644cebd66c2), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.256805 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.420753 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.425201 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.510936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaa2a8-dd07-4623-8310-e997d5c6fade req-58e2e7fa-f3b1-4732-9146-cc3989dcdc1c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:12.512302 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bdaaa2a8-dd07-4623-8310-e997d5c6fade req-58e2e7fa-f3b1-4732-9146-cc3989dcdc1c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.1036284 Sep 13 03:26:12.538004 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=ab5605b3-4d54-4cb2-9d6a-76f8f8520963,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:12.540439 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (76cbacd4-808a-4ca2-a31e-c644cebd66c2), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.576110 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:12.576110 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1cf286e0-3d5f-49b8-bc17-22209a31d0f7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8493013 Sep 13 03:26:12.584818 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bdaaa2a8-dd07-4623-8310-e997d5c6fade req-3dd198c9-5703-4071-8338-3b34f9bd42cc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653150 Sep 13 03:26:12.725166 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-41d1d638-1c15-4532-a6a8-9e38fa6cf5ab tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1419487550&fields=id&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 267 time: 0.0422404 Sep 13 03:26:12.835441 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-da22b177-001f-47c5-bc5b-0fe076e2dec0 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:12.836808 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-da22b177-001f-47c5-bc5b-0fe076e2dec0 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.1038737 Sep 13 03:26:12.851392 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-d2a0c55b-2126-4ad8-ac25-d862cd822356 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/quotas/676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 375 time: 0.0087633 Sep 13 03:26:12.901467 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-2885add3-9109-4296-9057-8a44f7db664f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447755 Sep 13 03:26:13.087977 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-ecdb7f13-4a4c-4180-a6d5-44fcaf05a9d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747956 Sep 13 03:26:13.150194 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:13.153118 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:13.186570 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-5481f2a0-d6f3-4283-983b-dbc2b021c3df service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922265 Sep 13 03:26:13.349760 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-70163b01-8851-490f-b58f-1d870f1d0095 req-4cfc6b83-f554-4209-a9be-5b813618253a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0298531 Sep 13 03:26:13.721366 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598da7f-ccf8-4159-b58c-ddc883322df5 req-e3ec44bb-fde4-423e-af9b-71572f0fa02f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:13.722876 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c598da7f-ccf8-4159-b58c-ddc883322df5 req-e3ec44bb-fde4-423e-af9b-71572f0fa02f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0507991 Sep 13 03:26:13.771819 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c598da7f-ccf8-4159-b58c-ddc883322df5 req-102b933c-ee09-4437-910d-3d29b128135e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 Sep 13 03:26:14.449844 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d42022a5-43b9-402f-883c-c0e93e9f9335 req-d27879fa-4050-4b95-a9cc-429ac3a1e667 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Sep 13 03:26:14.565938 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:14.573512 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5a6275dc-3098-4c87-b245-65df8de0e590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:14.901453 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e3e32-2da9-41b7-9395-d878d5fd87a3 req-e082c83b-4fa2-4854-bd7d-8cf0cdee02c3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:14.904840 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a24e3e32-2da9-41b7-9395-d878d5fd87a3 req-e082c83b-4fa2-4854-bd7d-8cf0cdee02c3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0478568 Sep 13 03:26:14.949937 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a24e3e32-2da9-41b7-9395-d878d5fd87a3 req-d3804f15-1ac9-43fe-b061-82b14df11d93 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Sep 13 03:26:15.550737 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-052e4844-e134-48e7-b725-df16a7c7cf49 req-289b5bda-83b0-4549-8c34-672591f069b5 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0304651 Sep 13 03:26:16.078763 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dd291-a468-46ac-adc7-383eda1044f9 req-21a1ecdf-e7f1-41f8-a347-e87c6df400a4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:16.080424 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-645dd291-a468-46ac-adc7-383eda1044f9 req-21a1ecdf-e7f1-41f8-a347-e87c6df400a4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0513563 Sep 13 03:26:16.129051 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-645dd291-a468-46ac-adc7-383eda1044f9 req-5843ee2e-5863-4787-b334-254b0e1c25e9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Sep 13 03:26:16.654385 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2abb9773-335d-4fd7-8cc7-ffdd7a9cdd76 req-fc51865a-57e9-4c02-a6b3-a41f3fa8ad1f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0283425 Sep 13 03:26:16.953684 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-e111b9ab-5fe3-46d4-9f57-6ff5e41932dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:17.253480 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a54eb-a89f-4116-9e52-3c8dddedde32 req-78698b16-0925-454b-a4fa-2d91e9d4b174 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:17.254869 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-913a54eb-a89f-4116-9e52-3c8dddedde32 req-78698b16-0925-454b-a4fa-2d91e9d4b174 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0460286 Sep 13 03:26:17.306318 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-913a54eb-a89f-4116-9e52-3c8dddedde32 req-1171a2d6-e8b5-4bb2-8fb3-1b396ae124e9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459607 Sep 13 03:26:17.754666 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9a128e1a-739c-43b1-a788-659709ea7722 req-4978e79a-5da9-4ffe-98aa-9bfb598e6be0 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0278742 Sep 13 03:26:18.175056 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:18.436592 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b76cd-a80c-49cf-9a2c-3f4fa536c072 req-777f07f7-f9db-41bb-9b41-336507258600 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:18.438316 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-510b76cd-a80c-49cf-9a2c-3f4fa536c072 req-777f07f7-f9db-41bb-9b41-336507258600 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0477931 Sep 13 03:26:18.493221 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-510b76cd-a80c-49cf-9a2c-3f4fa536c072 req-d91809f7-eb9a-4604-a098-6ec29a94bd8c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493028 Sep 13 03:26:18.861807 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90c2e972-fd14-4370-8cb6-227fe75499c5 req-d25838ca-ac66-4781-af28-7b37ef47a94c tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0329938 Sep 13 03:26:19.558216 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:19.619209 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af57943-e2b5-4b79-9ba6-960d713a175c req-a195b531-8969-4789-a9d5-7fafc8cd7e44 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:19.621693 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3af57943-e2b5-4b79-9ba6-960d713a175c req-a195b531-8969-4789-a9d5-7fafc8cd7e44 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0478265 Sep 13 03:26:19.675139 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3af57943-e2b5-4b79-9ba6-960d713a175c req-2a66a007-8ca7-4755-8c09-55fc82b17f22 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481091 Sep 13 03:26:19.893026 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:20.030933 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4695de4e-cc61-45bc-bde4-8acd82ccb66e req-dac5e63c-5744-49d7-851b-6fd01f987f41 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Sep 13 03:26:20.085195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-621ea96d-34ca-4325-a76d-359b55fc2b87 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:20.086648 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-621ea96d-34ca-4325-a76d-359b55fc2b87 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.3913653 Sep 13 03:26:20.090672 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:20.092673 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:20.120514 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:20.179744 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-6940e8f4-9e63-431a-afee-6101278e0034 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 472 time: 0.0730855 Sep 13 03:26:20.188634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'port': {'device_id': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'admin_state_up': True, 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'security_groups': ['3dfeb18c-79d2-42d5-9a77-c43a54c66d9e']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:20.296385 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Made reservation on behalf of 676c9aac6fa348b89a2d5cef106f1a74 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:26:20.300107 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:20.301810 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:20.433662 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.20.0.8 (36a6ffba-7b10-4536-9b6f-36478b4a6ccb/3fdd5a04-ba02-40f1-8823-4840f6613b40/c759dcee-1328-4e27-8f62-118adab12265) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:26:20.571383 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (c759dcee-1328-4e27-8f62-118adab12265), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:20.603517 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (c759dcee-1328-4e27-8f62-118adab12265), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:20.648230 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:26:20.651663 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:26:20.655223 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:26:20.688619 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=c759dcee-1328-4e27-8f62-118adab12265,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:20.718281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:20.719067 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:20.737277 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-91099f10-906a-44a6-a072-517583b1462b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520122 Sep 13 03:26:20.758664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Request body: {'port': {'device_id': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:20.809377 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f2914-7019-430e-8ac5-d35c9d4c0aea req-c3741324-a1e7-43cb-9fb5-4712ab5d455b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:20.816336 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b08f2914-7019-430e-8ac5-d35c9d4c0aea req-c3741324-a1e7-43cb-9fb5-4712ab5d455b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0533121 Sep 13 03:26:20.829534 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c759dcee-1328-4e27-8f62-118adab12265), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:20.860843 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b08f2914-7019-430e-8ac5-d35c9d4c0aea req-5b48cb48-ec88-40f3-95f7-0ea845cec343 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Sep 13 03:26:20.886062 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-4d02c92e-8108-4e16-bda2-9b6a8ce157b4 None None] Provisioning complete for port c759dcee-1328-4e27-8f62-118adab12265 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:20.887558 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4d02c92e-8108-4e16-bda2-9b6a8ce157b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (c759dcee-1328-4e27-8f62-118adab12265), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:20.918676 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-4d02c92e-8108-4e16-bda2-9b6a8ce157b4 None None] Port c759dcee-1328-4e27-8f62-118adab12265 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:26:21.019443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:21.080067 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:21.095926 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c759dcee-1328-4e27-8f62-118adab12265 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:26:21.104078 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Publish callbacks [] for port (c759dcee-1328-4e27-8f62-118adab12265), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.117936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Transition to ACTIVE for port object c759dcee-1328-4e27-8f62-118adab12265 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:26:21.123365 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (c759dcee-1328-4e27-8f62-118adab12265), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.206732 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Pushing event updated for resources: {'Port': ['ID=c759dcee-1328-4e27-8f62-118adab12265,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:21.228937 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139f408-1e25-4fa4-813a-20e781597902 req-c4f8fa76-1807-434c-90b5-e2af5042110d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:21.230983 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b139f408-1e25-4fa4-813a-20e781597902 req-c4f8fa76-1807-434c-90b5-e2af5042110d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 943 time: 0.1046727 Sep 13 03:26:21.316937 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Attempting to bind port c759dcee-1328-4e27-8f62-118adab12265 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:26:21.317275 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Attempting to bind port c759dcee-1328-4e27-8f62-118adab12265 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:26:21.317606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Attempting to bind port c759dcee-1328-4e27-8f62-118adab12265 on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:26:21.341027 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47938) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:21.354974 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b139f408-1e25-4fa4-813a-20e781597902 req-fa22b112-b874-4911-9191-94b1b3f76c59 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993919 Sep 13 03:26:21.377629 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Port c759dcee-1328-4e27-8f62-118adab12265 on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:26:21.377629 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Attempting to bind port c759dcee-1328-4e27-8f62-118adab12265 on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:26:21.422869 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:26:21.423250 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Checking segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:26:21.423774 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Bound using segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:26:21.424212 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Bound port: c759dcee-1328-4e27-8f62-118adab12265, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:26:21.424575 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c759dcee-1328-4e27-8f62-118adab12265), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.466969 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-864f9baf-77a2-4b44-8157-7109c827296f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.489025 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] For port c759dcee-1328-4e27-8f62-118adab12265, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:26:21.492616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] For port c759dcee-1328-4e27-8f62-118adab12265, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c759dcee-1328-4e27-8f62-118adab12265,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:26:21.499594 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (c759dcee-1328-4e27-8f62-118adab12265), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.504082 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:21.504807 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.506393 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c759dcee-1328-4e27-8f62-118adab12265 HTTP/1.1" status: 200 len: 1093 time: 0.7522864 Sep 13 03:26:21.508046 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:21.510543 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edde0773-3654-428c-b992-77c224b2a70c" -d '{"events": [{"name": "network-changed", "server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "tag": "c759dcee-1328-4e27-8f62-118adab12265"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:21.557069 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-864f9baf-77a2-4b44-8157-7109c827296f admin admin] Publish callbacks [] for security_group (7940a36b-a733-4f4e-bd64-dface07e7642), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.560648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606eebe2-d047-4403-ae10-e9ed3964b113 service neutron] Pushing event updated for resources: {'Port': ['ID=c759dcee-1328-4e27-8f62-118adab12265,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:21.561760 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-864f9baf-77a2-4b44-8157-7109c827296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7940a36b-a733-4f4e-bd64-dface07e7642), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.575046 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49a1136-47d4-47d3-89b5-87ee14428663 x-openstack-request-id: req-c49a1136-47d4-47d3-89b5-87ee14428663 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:21.575379 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "tag": "c759dcee-1328-4e27-8f62-118adab12265", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:21.575635 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c49a1136-47d4-47d3-89b5-87ee14428663 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:21.576043 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49a1136-47d4-47d3-89b5-87ee14428663'] response: {'name': 'network-changed', 'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265', 'status': 'completed', 'code': 200} Sep 13 03:26:21.604098 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-864f9baf-77a2-4b44-8157-7109c827296f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=990797b82f2941aba643e3fcc86eaa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619143 Sep 13 03:26:21.604957 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9baf-77a2-4b44-8157-7109c827296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7940a36b-a733-4f4e-bd64-dface07e7642,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:21.607330 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 47948) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:21.645107 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-7c8c5bb2-0428-4dc4-8b11-c9e37cbd40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:21.646266 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:21.646554 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-7c8c5bb2-0428-4dc4-8b11-c9e37cbd40eb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 1127 time: 0.0464363 Sep 13 03:26:21.659083 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc15daeb-1255-4bae-adb2-d8e8401242f7 admin admin] Publish callbacks [] for security_group (7940a36b-a733-4f4e-bd64-dface07e7642), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.666390 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:21.681525 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc15daeb-1255-4bae-adb2-d8e8401242f7 admin admin] Publish callbacks [] for security_group (7940a36b-a733-4f4e-bd64-dface07e7642), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.694110 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-1b2529d4-3e7a-4c88-845d-afbd1509a20b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c759dcee-1328-4e27-8f62-118adab12265 HTTP/1.1" status: 200 len: 217 time: 0.0333130 Sep 13 03:26:21.745341 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-2ffbb3bb-a7e4-4b74-bb5d-edc96484e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:21.747531 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-2ffbb3bb-a7e4-4b74-bb5d-edc96484e300 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0461674 Sep 13 03:26:21.749430 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc15daeb-1255-4bae-adb2-d8e8401242f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7940a36b-a733-4f4e-bd64-dface07e7642), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.752156 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dc15daeb-1255-4bae-adb2-d8e8401242f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:21.753278 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-dc15daeb-1255-4bae-adb2-d8e8401242f7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7940a36b-a733-4f4e-bd64-dface07e7642 HTTP/1.1" status: 204 len: 168 time: 0.1450684 Sep 13 03:26:21.765326 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15daeb-1255-4bae-adb2-d8e8401242f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7940a36b-a733-4f4e-bd64-dface07e7642,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:21.792463 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-386f0287-caaf-4c23-8ea8-2cc1fae1d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:21.794048 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-386f0287-caaf-4c23-8ea8-2cc1fae1d021 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403101 Sep 13 03:26:21.895255 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-8e7b4154-f1c5-454f-8949-08f103cef3c1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913815 Sep 13 03:26:21.962144 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:22.042179 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1228a8e-e38c-4450-9336-3d47ef90ab95 req-b8ccfe5e-ec7c-4786-9302-3cf685afd0b1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:22.051013 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1228a8e-e38c-4450-9336-3d47ef90ab95 req-b8ccfe5e-ec7c-4786-9302-3cf685afd0b1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0771403 Sep 13 03:26:22.083656 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9cabef77-6b64-4030-bee4-5d02f8f5d354 req-b8c11153-a00a-43ba-aa17-9551fbefb58e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803553 Sep 13 03:26:22.110437 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1228a8e-e38c-4450-9336-3d47ef90ab95 req-30228544-e8a0-4a93-a750-ae9e9debb49a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589886 Sep 13 03:26:22.477726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1be7c-a547-470a-b0bd-a0c675bc5880 req-6632343f-4f35-4589-a4dd-9d4475374010 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:22.479177 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b4d1be7c-a547-470a-b0bd-a0c675bc5880 req-6632343f-4f35-4589-a4dd-9d4475374010 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 943 time: 0.0479741 Sep 13 03:26:22.525371 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b4d1be7c-a547-470a-b0bd-a0c675bc5880 req-7334e619-439d-4376-839b-b5fc1304c115 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Sep 13 03:26:23.234531 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf4292-0194-4b16-a01e-6c4a63c1cfb7 req-68004dee-b85a-4a6a-a505-8334d18bbf16 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:23.236012 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50cf4292-0194-4b16-a01e-6c4a63c1cfb7 req-68004dee-b85a-4a6a-a505-8334d18bbf16 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0461936 Sep 13 03:26:23.278929 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:23.286798 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-50cf4292-0194-4b16-a01e-6c4a63c1cfb7 req-52206619-c84a-404b-bdfc-550356e04139 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453496 Sep 13 03:26:23.646989 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdffc5-6582-43e8-b06f-0733126b0699 req-884b7a66-f279-4fde-9197-d657337e7b61 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:23.648444 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6dbdffc5-6582-43e8-b06f-0733126b0699 req-884b7a66-f279-4fde-9197-d657337e7b61 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 943 time: 0.0468717 Sep 13 03:26:23.695364 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6dbdffc5-6582-43e8-b06f-0733126b0699 req-9011b83d-7557-4b6a-91b7-59f8336c065b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Sep 13 03:26:24.413719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c145f1-7eed-4350-91b4-1cb0e845bc41 req-cfca47a2-aecf-4023-88d0-1854fd24f95d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:24.415217 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-83c145f1-7eed-4350-91b4-1cb0e845bc41 req-cfca47a2-aecf-4023-88d0-1854fd24f95d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0465012 Sep 13 03:26:24.462484 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-83c145f1-7eed-4350-91b4-1cb0e845bc41 req-51748f54-9010-4641-ba23-b4a1500f4a7f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410795 Sep 13 03:26:24.814941 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be824e-3557-434f-a3e5-31ce8ccd9e39 req-be4cb18e-96de-4929-ba0f-d0367c274793 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:24.816429 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-85be824e-3557-434f-a3e5-31ce8ccd9e39 req-be4cb18e-96de-4929-ba0f-d0367c274793 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 943 time: 0.0470474 Sep 13 03:26:24.867627 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-85be824e-3557-434f-a3e5-31ce8ccd9e39 req-070965f4-df1e-4cee-811a-639fb5f08c32 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Sep 13 03:26:25.584377 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f1b7b-f35d-4ca4-ac2e-c801de57c014 req-e25b70d4-da88-48aa-96a8-107e8f88b637 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:25.585816 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e54f1b7b-f35d-4ca4-ac2e-c801de57c014 req-e25b70d4-da88-48aa-96a8-107e8f88b637 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0463006 Sep 13 03:26:25.632153 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e54f1b7b-f35d-4ca4-ac2e-c801de57c014 req-4f4d874e-b2b8-4dd0-8b73-6fb21ed708c2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Sep 13 03:26:25.985032 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778af0e0-4257-4a53-9f97-6bea2f1fc03d req-7c12adb9-b703-4ef9-84ff-a6a85ebc68b4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:25.986485 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-778af0e0-4257-4a53-9f97-6bea2f1fc03d req-7c12adb9-b703-4ef9-84ff-a6a85ebc68b4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 943 time: 0.0465970 Sep 13 03:26:26.032796 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-778af0e0-4257-4a53-9f97-6bea2f1fc03d req-fa97e9d2-11a4-48b8-ad89-7bdae4965218 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Sep 13 03:26:26.470880 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c759dcee-1328-4e27-8f62-118adab12265 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:26:26.567657 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c759dcee-1328-4e27-8f62-118adab12265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c759dcee-1328-4e27-8f62-118adab12265,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:26.578651 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'c759dcee-1328-4e27-8f62-118adab12265', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'port_id': 'c759dcee-1328-4e27-8f62-118adab12265', 'mac_address': 'fa:16:3e:0e:de:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:26:26.615348 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port c759dcee-1328-4e27-8f62-118adab12265 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:26.615740 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c759dcee-1328-4e27-8f62-118adab12265), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:26.628794 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c759dcee-1328-4e27-8f62-118adab12265 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:26:26.647751 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c759dcee-1328-4e27-8f62-118adab12265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c759dcee-1328-4e27-8f62-118adab12265,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:26.651967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c759dcee-1328-4e27-8f62-118adab12265), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:26.698255 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=c759dcee-1328-4e27-8f62-118adab12265,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:26.760941 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60752731-69d2-474f-8412-22c456ef5d3a req-84af5d76-38f5-4c75-bd6a-eb0905783973 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:26.762302 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60752731-69d2-474f-8412-22c456ef5d3a req-84af5d76-38f5-4c75-bd6a-eb0905783973 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0499313 Sep 13 03:26:26.826138 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde0773-3654-428c-b992-77c224b2a70c req-89e2521c-189d-425e-b0f7-982d170ef93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:26.827647 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edde0773-3654-428c-b992-77c224b2a70c req-89e2521c-189d-425e-b0f7-982d170ef93b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 1128 time: 0.0611293 Sep 13 03:26:26.841754 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60752731-69d2-474f-8412-22c456ef5d3a req-26217237-59fe-4f07-bb0f-202a972ab732 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669074 Sep 13 03:26:26.948189 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde0773-3654-428c-b992-77c224b2a70c req-f189d331-5292-4ca0-9495-61267b6a9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:26.950186 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edde0773-3654-428c-b992-77c224b2a70c req-f189d331-5292-4ca0-9495-61267b6a9771 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.0899909 Sep 13 03:26:27.132908 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edde0773-3654-428c-b992-77c224b2a70c req-e3a3bf47-f934-4911-8f24-8763a4d0e161 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c759dcee-1328-4e27-8f62-118adab12265 HTTP/1.1" status: 200 len: 217 time: 0.0348835 Sep 13 03:26:27.155005 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335c968-c234-4fee-b21d-9319371144e6 req-11250ea3-be68-4072-8723-8a269b5786ee tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:27.156495 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7335c968-c234-4fee-b21d-9319371144e6 req-11250ea3-be68-4072-8723-8a269b5786ee tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 944 time: 0.0497162 Sep 13 03:26:27.181725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde0773-3654-428c-b992-77c224b2a70c req-6f5fe206-70b3-46a6-9ea4-5c7b120e3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:27.183662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edde0773-3654-428c-b992-77c224b2a70c req-6f5fe206-70b3-46a6-9ea4-5c7b120e3425 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0436285 Sep 13 03:26:27.203437 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7335c968-c234-4fee-b21d-9319371144e6 req-624d52b4-68f3-432b-b23a-55e34b46d317 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413127 Sep 13 03:26:27.234883 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde0773-3654-428c-b992-77c224b2a70c req-61a1ce8e-9bf9-4022-b891-5a8fccd116c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:27.236355 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edde0773-3654-428c-b992-77c224b2a70c req-61a1ce8e-9bf9-4022-b891-5a8fccd116c0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432694 Sep 13 03:26:27.328052 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edde0773-3654-428c-b992-77c224b2a70c req-9baa6563-d0a1-49a8-8e57-6cd6c2813f97 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829368 Sep 13 03:26:27.329109 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['c759dcee-1328-4e27-8f62-118adab12265'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:26:27.398815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:27.422241 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edde0773-3654-428c-b992-77c224b2a70c req-e6d77f20-56c2-40a3-a1bd-445ff99b02e7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887084 Sep 13 03:26:27.966360 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1114c-356f-4ed7-a876-91001b0d678d req-90062959-c91d-4062-a79d-ddd2d47010fc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:27.967868 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27b1114c-356f-4ed7-a876-91001b0d678d req-90062959-c91d-4062-a79d-ddd2d47010fc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0471826 Sep 13 03:26:28.014940 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27b1114c-356f-4ed7-a876-91001b0d678d req-eb009b70-6e5a-4708-b505-9c16aa60b29b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 Sep 13 03:26:28.323625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ebf9f-8a73-4126-b5f6-95fbdc553a00 req-c27e0f1e-1d82-493c-8661-17482f2d5c8f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:28.325572 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2a7ebf9f-8a73-4126-b5f6-95fbdc553a00 req-c27e0f1e-1d82-493c-8661-17482f2d5c8f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 944 time: 0.0497620 Sep 13 03:26:28.373462 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2a7ebf9f-8a73-4126-b5f6-95fbdc553a00 req-eb6685a2-e0fe-4c1c-8e8d-e402747d5c4d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424495 Sep 13 03:26:29.128433 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:29.142724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bcce1-6e42-4f7a-8a83-598d1d3f711f req-b71253fb-0664-410b-82b2-888611bca83c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:29.144152 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f7bcce1-6e42-4f7a-8a83-598d1d3f711f req-b71253fb-0664-410b-82b2-888611bca83c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0500104 Sep 13 03:26:29.191024 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3f7bcce1-6e42-4f7a-8a83-598d1d3f711f req-8b8bd980-25d0-4b22-992b-8dc01a009451 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Sep 13 03:26:29.491770 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ead071-fd00-43e6-be74-f37d7bcb36f4 req-884ba6f7-ca29-4c1e-8cca-a22fd9637198 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:29.493218 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f5ead071-fd00-43e6-be74-f37d7bcb36f4 req-884ba6f7-ca29-4c1e-8cca-a22fd9637198 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 944 time: 0.0464582 Sep 13 03:26:29.539604 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f5ead071-fd00-43e6-be74-f37d7bcb36f4 req-ffdba00c-2c29-4d99-bf52-eff7a5a53219 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409329 Sep 13 03:26:30.251305 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:30.263233 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c759dcee-1328-4e27-8f62-118adab12265 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:30.306069 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port c759dcee-1328-4e27-8f62-118adab12265 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:26:30.312616 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port c759dcee-1328-4e27-8f62-118adab12265 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:30.312990 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (c759dcee-1328-4e27-8f62-118adab12265), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:30.321094 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e40489-3c23-4e2c-9d08-e6f8a4551a49 req-483b3145-37bf-4a04-921e-f2f0ee0916a9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:30.322695 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27e40489-3c23-4e2c-9d08-e6f8a4551a49 req-483b3145-37bf-4a04-921e-f2f0ee0916a9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0488794 Sep 13 03:26:30.348006 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:30.354037 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:30.371664 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-27e40489-3c23-4e2c-9d08-e6f8a4551a49 req-d37ce96d-8b4e-477a-94ba-d8871a0132b3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Sep 13 03:26:30.388280 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port c759dcee-1328-4e27-8f62-118adab12265 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:30.388673 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c759dcee-1328-4e27-8f62-118adab12265), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:30.410644 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:30.412864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b771b69-3cee-4538-8175-6d426959d1fa" -d '{"events": [{"server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "name": "network-vif-plugged", "status": "completed", "tag": "c759dcee-1328-4e27-8f62-118adab12265"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:30.425961 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c759dcee-1328-4e27-8f62-118adab12265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c759dcee-1328-4e27-8f62-118adab12265,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:30.429914 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c759dcee-1328-4e27-8f62-118adab12265), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:30.455593 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca68289e-bc3d-416a-bec7-20b3ac6e3ed1 x-openstack-request-id: req-ca68289e-bc3d-416a-bec7-20b3ac6e3ed1 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:30.455904 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "name": "network-vif-plugged", "status": "completed", "tag": "c759dcee-1328-4e27-8f62-118adab12265", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:30.456186 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca68289e-bc3d-416a-bec7-20b3ac6e3ed1 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:30.456553 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca68289e-bc3d-416a-bec7-20b3ac6e3ed1'] response: {'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265', 'code': 200} Sep 13 03:26:30.481605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=c759dcee-1328-4e27-8f62-118adab12265,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:30.661994 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954b1d4-6261-4cf4-a589-67a992ff10cd req-2fd53321-2eb8-43ee-ab46-e27df63530a7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:30.663533 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7954b1d4-6261-4cf4-a589-67a992ff10cd req-2fd53321-2eb8-43ee-ab46-e27df63530a7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0514014 Sep 13 03:26:30.734358 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cda68-be2d-4e62-8e7e-0333288e6f68 req-a7157d9d-bbf4-4b22-87a5-54a5c0eaf3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:30.735867 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae4cda68-be2d-4e62-8e7e-0333288e6f68 req-a7157d9d-bbf4-4b22-87a5-54a5c0eaf3a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 1129 time: 0.0592647 Sep 13 03:26:30.752115 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7954b1d4-6261-4cf4-a589-67a992ff10cd req-9db343ae-b41c-477a-a8e2-6cca0a37d65b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823579 Sep 13 03:26:30.785557 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae4cda68-be2d-4e62-8e7e-0333288e6f68 req-875b634a-daaf-4a2a-b5d8-a455573f4ff6 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Sep 13 03:26:31.500843 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65ba44-0177-4625-80cd-aeffde97c402 req-7eeb0323-c9b5-4fee-8ed4-8907c7eb60bb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:31.502296 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fc65ba44-0177-4625-80cd-aeffde97c402 req-7eeb0323-c9b5-4fee-8ed4-8907c7eb60bb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0495560 Sep 13 03:26:31.547855 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fc65ba44-0177-4625-80cd-aeffde97c402 req-75917d06-79fe-4000-a5fb-94745a068d7a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 Sep 13 03:26:31.872194 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2be840-59b5-4697-8ea4-280573334592 req-7d5ade3f-1dff-4342-9140-07339c089c1b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:31.874249 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fa2be840-59b5-4697-8ea4-280573334592 req-7d5ade3f-1dff-4342-9140-07339c089c1b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0467427 Sep 13 03:26:31.921690 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fa2be840-59b5-4697-8ea4-280573334592 req-6a17c066-f862-48d4-9e38-c9e6652d4bd5 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Sep 13 03:26:32.247972 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:26:32.348172 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:32.358967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'port_id': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'mac_address': 'fa:16:3e:b7:87:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:26:32.393399 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1c922edb-7dd6-4a91-ba67-004272056f1c is: ACTIVE; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:32.393777 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:32.406134 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c922edb-7dd6-4a91-ba67-004272056f1c {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:26:32.428924 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:32.432985 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:32.478039 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=6']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:32.674115 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadd6a9-5e99-4293-b2b7-e4ac7ffd6b24 req-9e3e6916-4f7f-4384-a870-e572b5e9c702 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:32.675925 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7aadd6a9-5e99-4293-b2b7-e4ac7ffd6b24 req-9e3e6916-4f7f-4384-a870-e572b5e9c702 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 944 time: 0.0478089 Sep 13 03:26:32.722837 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7aadd6a9-5e99-4293-b2b7-e4ac7ffd6b24 req-fde61f35-0b8e-45b7-961d-a8ff1383cede tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Sep 13 03:26:32.736181 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['1c922edb-7dd6-4a91-ba67-004272056f1c'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:26:33.042781 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71dbf2-a65d-4e88-9c48-a2c130f0732e req-dd70d954-5b1e-496c-a58a-f27c584974c8 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:33.044954 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6d71dbf2-a65d-4e88-9c48-a2c130f0732e req-dd70d954-5b1e-496c-a58a-f27c584974c8 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0512850 Sep 13 03:26:33.092617 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6d71dbf2-a65d-4e88-9c48-a2c130f0732e req-840c69c9-bd9f-46b4-ab85-86c40fc2d71f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Sep 13 03:26:33.587719 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-2a095196-22a3-4a14-9955-a524b0a0e804 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2028642222&fields=id&tenant_id=ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 267 time: 0.0436649 Sep 13 03:26:33.650432 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:33.652760 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:33.697500 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-0abf609a-82e2-4d73-8460-26a21ba51107 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:33.698976 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-0abf609a-82e2-4d73-8460-26a21ba51107 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 811 time: 0.1051340 Sep 13 03:26:33.713589 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-2346cf4f-c987-4fad-923e-c63e1dd42831 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/quotas/ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 375 time: 0.0086889 Sep 13 03:26:33.762680 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-16d59fbc-f11d-41b0-8678-2cab6a7d2fd5 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437534 Sep 13 03:26:33.858168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fa492-b715-4215-adf1-1599ac81b1fe req-db908a54-6e8a-4b60-96be-0ec253a282e2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:33.859641 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-286fa492-b715-4215-adf1-1599ac81b1fe req-db908a54-6e8a-4b60-96be-0ec253a282e2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 944 time: 0.0552211 Sep 13 03:26:33.873454 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-f325019d-805d-4c4d-a113-79039725f4b8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971932 Sep 13 03:26:33.910717 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-286fa492-b715-4215-adf1-1599ac81b1fe req-908815fe-82e2-4261-8daa-4c1d6acbbe0a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446682 Sep 13 03:26:33.965626 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-b6432700-e3ec-4d7b-922f-3ec815bf16c3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866985 Sep 13 03:26:34.214138 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92df9-96ac-42d7-b9eb-2c8f2fb31595 req-24e9c8d2-01a8-4427-afda-3e13fcc390f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:34.215665 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ef92df9-96ac-42d7-b9eb-2c8f2fb31595 req-24e9c8d2-01a8-4427-afda-3e13fcc390f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Sep 13 03:26:34.257906 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-61f3d3d9-93cf-4986-8718-7b73038bb857 req-b150a79a-ee6b-457c-a3aa-f78b251e1262 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 210 time: 0.0354953 Sep 13 03:26:34.286353 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:34.291278 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0ef92df9-96ac-42d7-b9eb-2c8f2fb31595 req-b87e9f91-7adf-4718-8245-0427e4d1b54c tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676446 Sep 13 03:26:34.327403 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:34.340908 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 1c922edb-7dd6-4a91-ba67-004272056f1c triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:34.341189 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:34.404649 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f931cd-f19c-4c66-a1a4-9e076e8794fc req-f11b3e6d-7b46-41d6-8348-72af3b113d97 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:34.406281 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-47f931cd-f19c-4c66-a1a4-9e076e8794fc req-f11b3e6d-7b46-41d6-8348-72af3b113d97 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Sep 13 03:26:34.417208 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48056) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:34.420620 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1c922edb-7dd6-4a91-ba67-004272056f1c is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:34.420998 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:34.422174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'port_id': 'c759dcee-1328-4e27-8f62-118adab12265'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:34.445818 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:34.449187 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3cadf5-8d10-43c5-bddd-03050b625e4e" -d '{"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-plugged", "status": "completed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:34.463539 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (76cbacd4-808a-4ca2-a31e-c644cebd66c2), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:34.471575 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:34.478175 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:34.507331 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cd5f30-7fda-451d-b278-17ee77d624d1 x-openstack-request-id: req-d5cd5f30-7fda-451d-b278-17ee77d624d1 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:34.507644 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-plugged", "status": "completed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:34.507903 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5cd5f30-7fda-451d-b278-17ee77d624d1 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:34.508912 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cd5f30-7fda-451d-b278-17ee77d624d1'] response: {'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'code': 200} Sep 13 03:26:34.539269 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=7']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:34.907626 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:34.911286 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (76cbacd4-808a-4ca2-a31e-c644cebd66c2), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:35.021602 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:26:35.043348 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 76cbacd4-808a-4ca2-a31e-c644cebd66c2 associated. External IP: 172.27.1.247, port: c759dcee-1328-4e27-8f62-118adab12265. Sep 13 03:26:35.053727 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed80b0d-2262-4164-a39d-a86f2ef9b906 req-8d97aab2-de27-41e1-b793-12a153f32a09 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:35.055225 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1ed80b0d-2262-4164-a39d-a86f2ef9b906 req-8d97aab2-de27-41e1-b793-12a153f32a09 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0613496 Sep 13 03:26:35.119042 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:35.338221 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:35.362809 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d9c185af-c5bf-495f-b83e-16e5f9d0f8e0 req-b118bb4f-2474-4d29-9efd-9c40a3b56819 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 210 time: 0.0284932 Sep 13 03:26:35.389184 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1ed80b0d-2262-4164-a39d-a86f2ef9b906 req-09f2044a-5418-40a0-86a4-00b6e40db7ec tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043180 Sep 13 03:26:35.504201 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:26:35.609067 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:26:35.614184 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:35.620855 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:26:35.633764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:26:35.634390 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:26:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:35.636935 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:35.648122 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-1c1fff2f-2679-404d-9e26-461dd8471663 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/76cbacd4-808a-4ca2-a31e-c644cebd66c2 HTTP/1.1" status: 200 len: 991 time: 1.2297988 Sep 13 03:26:35.648880 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:35.651234 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "tag": "c759dcee-1328-4e27-8f62-118adab12265"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:35.757481 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5c29861a-47a7-433e-9617-958ddd77e9f8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:35.762274 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5c29861a-47a7-433e-9617-958ddd77e9f8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 811 time: 0.1384938 Sep 13 03:26:35.843190 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61b9a12-9570-4dfa-97d7-f1ee21e85857 x-openstack-request-id: req-e61b9a12-9570-4dfa-97d7-f1ee21e85857 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:35.843589 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "tag": "c759dcee-1328-4e27-8f62-118adab12265", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:35.844039 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e61b9a12-9570-4dfa-97d7-f1ee21e85857 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:35.844564 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61b9a12-9570-4dfa-97d7-f1ee21e85857'] response: {'name': 'network-changed', 'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265', 'status': 'completed', 'code': 200} Sep 13 03:26:35.852046 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-086e9e79-cd3e-4855-84ff-b8e0ef2ce782 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 380 time: 0.0669296 Sep 13 03:26:35.888356 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:26:35.891377 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'port': {'device_id': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'admin_state_up': True, 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'security_groups': ['f9909a36-ae73-4f47-be52-b15c7698d23d']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:35.963167 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:36.008675 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Made reservation on behalf of ab6c92ba81254caaad368fd0ef382b0e for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:26:36.012913 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:36.115361 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:13Z', 'revision_number': 2, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}, {'id': '76cbacd4-808a-4ca2-a31e-c644cebd66c2', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': 'c759dcee-1328-4e27-8f62-118adab12265', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:0e:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:26:12Z', 'updated_at': '2022-09-13T03:26:34Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:36.115692 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:36.132064 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-7ed92d0e-05f3-4369-8793-8d5ba0541cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:36.133546 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-7ed92d0e-05f3-4369-8793-8d5ba0541cd8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 1129 time: 0.1962216 Sep 13 03:26:36.143927 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:26:36.152301 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:26:36.153440 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:26:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:36.231788 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Allocated IP 172.20.0.8 (93f6860d-aa52-425f-a0b7-a39e9fc582c8/3fa6476e-8c1d-4476-8e29-8422be9f8505/b5169432-a539-41f3-a735-e6f12d3f1fbc) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:26:36.259720 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:26:36.284419 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-cfaa1a61-a431-43d4-9274-357b6350fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:36.285886 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-cfaa1a61-a431-43d4-9274-357b6350fb31 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.1347423 Sep 13 03:26:36.411794 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-bba480e9-b5cf-48b8-bcfe-977505e394b1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c759dcee-1328-4e27-8f62-118adab12265 HTTP/1.1" status: 200 len: 999 time: 0.1140816 Sep 13 03:26:36.458842 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:36.487047 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:36.491144 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a6ca9d84-a333-4367-8982-9c9190bcd3da req-5bbfd021-cdc4-48cb-aead-c2bb8d9f4af5 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 210 time: 0.0442584 Sep 13 03:26:36.494834 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:13Z', 'revision_number': 2, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}, {'id': '76cbacd4-808a-4ca2-a31e-c644cebd66c2', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': 'c759dcee-1328-4e27-8f62-118adab12265', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:0e:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:26:12Z', 'updated_at': '2022-09-13T03:26:34Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:36.526222 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0df871-129c-405c-a6a4-a0d847b71430 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:13Z', 'revision_number': 2, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}, {'id': '76cbacd4-808a-4ca2-a31e-c644cebd66c2', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': 'c759dcee-1328-4e27-8f62-118adab12265', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:0e:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:26:12Z', 'updated_at': '2022-09-13T03:26:34Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:26:36.531994 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:36.611352 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b3196-5b9c-4e54-a77e-b7f8cb8f9b0d req-b066f3bf-4f16-4dcb-aa48-2bcbe5a1f308 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:36.612820 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f2b3196-5b9c-4e54-a77e-b7f8cb8f9b0d req-b066f3bf-4f16-4dcb-aa48-2bcbe5a1f308 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.1245091 Sep 13 03:26:36.617855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-32bc3035-25aa-452a-b24b-9769bcfc1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:36.619271 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-32bc3035-25aa-452a-b24b-9769bcfc1987 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.1320543 Sep 13 03:26:36.652663 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:26:36.671493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:26:36.673303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=b5169432-a539-41f3-a735-e6f12d3f1fbc,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:36.675583 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:26:36.722141 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:36.736884 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-e614aa34-24ee-4287-9e40-6cac49624828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:36.738377 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-e614aa34-24ee-4287-9e40-6cac49624828 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112247 Sep 13 03:26:36.780343 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:36.780975 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:36.790084 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f2b3196-5b9c-4e54-a77e-b7f8cb8f9b0d req-8c54ce91-ffc3-4054-a220-d86909a92777 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675081 Sep 13 03:26:36.820859 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdafec-9e98-4aa2-8a00-9ae5ffba2d3c None None] New status for floating IP 76cbacd4-808a-4ca2-a31e-c644cebd66c2: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:26:36.850701 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-5ae0f4b1-e094-4d95-8017-564c414be23b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9636879 Sep 13 03:26:36.874708 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Request body: {'port': {'device_id': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:36.914844 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-820116eb-7255-4dac-88e5-2ffd70f52dc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667242 Sep 13 03:26:36.931274 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-db18991c-ea08-449d-b028-1400f10a1024 None None] Provisioning complete for port b5169432-a539-41f3-a735-e6f12d3f1fbc triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:36.931873 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-db18991c-ea08-449d-b028-1400f10a1024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:36.966641 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-db18991c-ea08-449d-b028-1400f10a1024 None None] Port b5169432-a539-41f3-a735-e6f12d3f1fbc cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:26:37.000295 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:37.016496 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:37.077110 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2b930dc0-5c80-4139-8f29-6e8cfeb24cb2 req-e20a78c9-9e94-425b-a1f4-66ff1872f176 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543407 Sep 13 03:26:37.539266 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5169432-a539-41f3-a735-e6f12d3f1fbc {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:26:37.547448 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Publish callbacks [] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:37.560085 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Transition to ACTIVE for port object b5169432-a539-41f3-a735-e6f12d3f1fbc will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:26:37.563727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:37.600817 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a55893-aab5-4be5-b7f4-32aebb75e029 req-4694f6b2-fbc2-4d87-9a1f-dcc55bbf5f2a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:37.602314 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c3a55893-aab5-4be5-b7f4-32aebb75e029 req-4694f6b2-fbc2-4d87-9a1f-dcc55bbf5f2a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0458710 Sep 13 03:26:37.644603 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5169432-a539-41f3-a735-e6f12d3f1fbc,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:37.654383 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c3a55893-aab5-4be5-b7f4-32aebb75e029 req-d8d31b3e-35c9-4c6f-a3a0-4263fd2ace8d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459175 Sep 13 03:26:37.675837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Attempting to bind port b5169432-a539-41f3-a735-e6f12d3f1fbc on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:26:37.676174 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Attempting to bind port b5169432-a539-41f3-a735-e6f12d3f1fbc by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:26:37.676500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Attempting to bind port b5169432-a539-41f3-a735-e6f12d3f1fbc on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:26:37.717671 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Port b5169432-a539-41f3-a735-e6f12d3f1fbc on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:26:37.717992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Attempting to bind port b5169432-a539-41f3-a735-e6f12d3f1fbc on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:26:37.758154 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:26:37.758469 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Checking segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:26:37.758872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Bound using segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:26:37.759299 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Bound port: b5169432-a539-41f3-a735-e6f12d3f1fbc, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:26:37.759656 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:37.800100 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:37.823147 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] For port b5169432-a539-41f3-a735-e6f12d3f1fbc, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:26:37.827337 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] For port b5169432-a539-41f3-a735-e6f12d3f1fbc, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:26:37.832968 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:37.837161 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:37.837778 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:37.839170 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b5169432-a539-41f3-a735-e6f12d3f1fbc HTTP/1.1" status: 200 len: 1093 time: 0.9697726 Sep 13 03:26:37.839724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:37.842016 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a5ece2-241b-4f05-b46c-cafb17456caf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:37.905203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8962b6f-c563-4adf-9d3d-b9deb7a805c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5169432-a539-41f3-a735-e6f12d3f1fbc,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:37.949159 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54c6db-e04e-481b-8164-da38722a1113 req-668a864d-8d32-4dce-8236-97a2b58169f2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:37.951234 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7b54c6db-e04e-481b-8164-da38722a1113 req-668a864d-8d32-4dce-8236-97a2b58169f2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0605469 Sep 13 03:26:37.969579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2b4bb-6425-4b2c-af7e-9302b612b2e6 x-openstack-request-id: req-05e2b4bb-6425-4b2c-af7e-9302b612b2e6 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:37.969868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:37.970121 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05e2b4bb-6425-4b2c-af7e-9302b612b2e6 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:37.970515 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e2b4bb-6425-4b2c-af7e-9302b612b2e6'] response: {'name': 'network-changed', 'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'status': 'completed', 'code': 200} Sep 13 03:26:37.995331 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a31f259d-bfec-4f79-86cf-be9fbdd01469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:37.996790 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a31f259d-bfec-4f79-86cf-be9fbdd01469 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 1127 time: 0.0659699 Sep 13 03:26:38.022807 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7b54c6db-e04e-481b-8164-da38722a1113 req-680f42b3-3c3f-4311-b645-8c0b3a1d3e3d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548773 Sep 13 03:26:38.557528 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-cc187883-fb14-41dc-99d0-74637173935f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc HTTP/1.1" status: 200 len: 217 time: 0.0363736 Sep 13 03:26:38.615409 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-3ad6285d-840c-4297-b83e-f51fb4445398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:38.616859 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-3ad6285d-840c-4297-b83e-f51fb4445398 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0460443 Sep 13 03:26:38.662297 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:38.668626 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-4c4aa3de-afe2-4f5f-9c18-3bbd781dbc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:38.670095 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-4c4aa3de-afe2-4f5f-9c18-3bbd781dbc23 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400083 Sep 13 03:26:38.766558 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-a1d7289f-994f-4a3c-bcee-4857c2e32872 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894732 Sep 13 03:26:38.786105 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574b3c-f3c3-4b24-a2ca-216297f2183d req-045bc02d-4722-4752-9f29-c4bbd0c63ee5 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:38.787651 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-21574b3c-f3c3-4b24-a2ca-216297f2183d req-045bc02d-4722-4752-9f29-c4bbd0c63ee5 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0540435 Sep 13 03:26:38.839986 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-21574b3c-f3c3-4b24-a2ca-216297f2183d req-b2814080-bd8f-4f8c-b17b-064c9ca523f7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463741 Sep 13 03:26:38.883870 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-14ef7928-4a7f-4d61-bd80-1d0ffc5288fe req-b1ea51a7-492c-41a4-80ce-fc3412e432f7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099637 Sep 13 03:26:39.154996 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fabb3-bdc9-42c8-8687-979db11737f1 req-d46a726a-c42e-4679-aceb-5378b237894b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:39.156558 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-665fabb3-bdc9-42c8-8687-979db11737f1 req-d46a726a-c42e-4679-aceb-5378b237894b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0493097 Sep 13 03:26:39.213458 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-665fabb3-bdc9-42c8-8687-979db11737f1 req-e7191b8f-fb2d-4939-86e6-2d9b7e0fec34 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503700 Sep 13 03:26:39.971684 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a37f-7359-436b-85bf-b7e9db8b5f53 req-80051505-c888-4fbc-8e0f-89aa6b20d974 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:39.973997 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1475a37f-7359-436b-85bf-b7e9db8b5f53 req-80051505-c888-4fbc-8e0f-89aa6b20d974 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0515900 Sep 13 03:26:40.026785 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1475a37f-7359-436b-85bf-b7e9db8b5f53 req-f8b5ef15-2fea-45f6-bb1c-043fa410acc7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Sep 13 03:26:40.388761 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1bcc6-859e-4e55-b2f5-298ebd4ec75c req-c181653c-60c4-4a68-bcf0-adc0a0ed1753 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:40.390662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76c1bcc6-859e-4e55-b2f5-298ebd4ec75c req-c181653c-60c4-4a68-bcf0-adc0a0ed1753 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0769942 Sep 13 03:26:40.467899 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76c1bcc6-859e-4e55-b2f5-298ebd4ec75c req-698fa7a3-bae3-482b-ae1f-daf8b922f4f6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695386 Sep 13 03:26:40.749842 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-5e9a82f5-d709-4800-b2ed-707aca59589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:40.751224 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-5e9a82f5-d709-4800-b2ed-707aca59589a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 1127 time: 0.0457177 Sep 13 03:26:40.845509 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-ce9e32cc-0c56-4142-8aa2-4b5f29fdfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:40.847190 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-ce9e32cc-0c56-4142-8aa2-4b5f29fdfd9b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.0893917 Sep 13 03:26:40.898339 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-fd948e30-e9c4-4479-8112-e7c6efc0761a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc HTTP/1.1" status: 200 len: 217 time: 0.0437496 Sep 13 03:26:40.951403 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-f5b4c390-1811-427f-ac38-2e5d2c5690d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:40.952896 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-f5b4c390-1811-427f-ac38-2e5d2c5690d5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0484817 Sep 13 03:26:40.999234 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-34317049-d9a0-46a2-98fa-528f7f1a61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:41.001093 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-34317049-d9a0-46a2-98fa-528f7f1a61a8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409782 Sep 13 03:26:41.105186 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-14355f03-0477-4e90-a62a-36822e3bb837 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976262 Sep 13 03:26:41.118270 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:41.167602 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77941f8-db4a-4aaa-a5d8-ffba0a7ce75f req-8c994598-8002-4477-adb1-4300a1c2d17a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:41.170406 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a77941f8-db4a-4aaa-a5d8-ffba0a7ce75f req-8c994598-8002-4477-adb1-4300a1c2d17a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0598464 Sep 13 03:26:41.220116 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-21a5ece2-241b-4f05-b46c-cafb17456caf req-d7f7e259-c879-4fe8-88ec-cdb7e9fded12 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085522 Sep 13 03:26:41.241653 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a77941f8-db4a-4aaa-a5d8-ffba0a7ce75f req-314a87a6-b348-495b-be4d-e0cffbe74251 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655084 Sep 13 03:26:41.616281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441be45-e563-43e0-b67c-6653b1ceb7b5 req-3f01303d-5378-4ade-8c6b-bb55cbe6bfc3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:41.618002 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7441be45-e563-43e0-b67c-6653b1ceb7b5 req-3f01303d-5378-4ade-8c6b-bb55cbe6bfc3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0513513 Sep 13 03:26:41.675625 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7441be45-e563-43e0-b67c-6653b1ceb7b5 req-4122314c-10d8-4a39-9ecf-0fe3f8dca337 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507281 Sep 13 03:26:42.384486 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab545470-4444-492f-8ea5-eeb1b0432ffa req-4f35fcec-7845-4a61-a861-e12b433454a2 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:42.386339 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ab545470-4444-492f-8ea5-eeb1b0432ffa req-4f35fcec-7845-4a61-a861-e12b433454a2 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0518632 Sep 13 03:26:42.444714 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ab545470-4444-492f-8ea5-eeb1b0432ffa req-e04cc409-3359-4975-b385-2a5fff9eed3c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511742 Sep 13 03:26:42.819148 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df6a65-603a-44ff-a141-2dc6f20c1e07 req-37e532ac-c39b-497b-8827-6982b7e0504e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:42.820791 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-08df6a65-603a-44ff-a141-2dc6f20c1e07 req-37e532ac-c39b-497b-8827-6982b7e0504e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0498149 Sep 13 03:26:42.853349 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:42.877580 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-08df6a65-603a-44ff-a141-2dc6f20c1e07 req-f1039df7-05d6-4c75-b929-4e62e2bd315f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489280 Sep 13 03:26:43.578168 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5f2b8-3326-41aa-9bd1-a13a76cbbbc4 req-1d0caef6-2f1f-4deb-b565-47028388a7b4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:43.579751 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-81e5f2b8-3326-41aa-9bd1-a13a76cbbbc4 req-1d0caef6-2f1f-4deb-b565-47028388a7b4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0551333 Sep 13 03:26:43.629855 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-81e5f2b8-3326-41aa-9bd1-a13a76cbbbc4 req-4005c725-7161-445f-b629-24586439d287 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445607 Sep 13 03:26:44.018496 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15226461-10e7-4385-9ec2-d31f45b4f1b4 req-0ed292eb-5cfd-4f8b-900d-4eddfd825910 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:44.025080 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-15226461-10e7-4385-9ec2-d31f45b4f1b4 req-0ed292eb-5cfd-4f8b-900d-4eddfd825910 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0547187 Sep 13 03:26:44.082365 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-15226461-10e7-4385-9ec2-d31f45b4f1b4 req-8efb9a82-26ba-4c11-8d9c-dee09a5bbbab tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563567 Sep 13 03:26:44.593407 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0e6c674d-d5e6-4088-b7d6-2d96f78dd676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:44.778777 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9b1f-87b7-4506-8272-ac1c3f233823 req-1dd76d1f-533d-4899-96f2-c5e28437e09e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:44.781004 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-50be9b1f-87b7-4506-8272-ac1c3f233823 req-1dd76d1f-533d-4899-96f2-c5e28437e09e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0543811 Sep 13 03:26:44.814052 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:44.836008 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-50be9b1f-87b7-4506-8272-ac1c3f233823 req-81a9ba90-63f2-4d68-8d4a-f430af4dab79 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491133 Sep 13 03:26:45.255131 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84f08-40eb-41dd-b796-d9fdc600d1b6 req-b1677e6a-3bef-4077-930f-97c53b7f0a43 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:45.256604 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-acd84f08-40eb-41dd-b796-d9fdc600d1b6 req-b1677e6a-3bef-4077-930f-97c53b7f0a43 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0680449 Sep 13 03:26:45.316728 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-acd84f08-40eb-41dd-b796-d9fdc600d1b6 req-88a3138f-5441-434a-8011-cb900cb78f74 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534286 Sep 13 03:26:45.960743 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff6777-7b02-452b-8275-fa9f3ab6ae7b req-ba9772a5-46a6-4589-a7b2-118600313a13 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:45.968797 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a6ff6777-7b02-452b-8275-fa9f3ab6ae7b req-ba9772a5-46a6-4589-a7b2-118600313a13 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0550034 Sep 13 03:26:45.989009 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:46.021738 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a6ff6777-7b02-452b-8275-fa9f3ab6ae7b req-02f2aba3-2b38-444b-a694-f94aa94b26af tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518780 Sep 13 03:26:46.454969 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d164c-fead-4b81-9634-d17efcf3fe9c req-fc34b6ff-c54b-4e01-bb2e-c72784e81797 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:46.456641 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1d164c-fead-4b81-9634-d17efcf3fe9c req-fc34b6ff-c54b-4e01-bb2e-c72784e81797 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0494053 Sep 13 03:26:46.506275 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1d164c-fead-4b81-9634-d17efcf3fe9c req-3d09b46c-3df4-4027-acec-f17d84aee989 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Sep 13 03:26:46.942895 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:46.945838 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:46.958174 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7516-121b-4bb2-8a9f-63356a9f03cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:47.197912 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af56e3-018d-4429-9350-c84410b4598c req-cc61d669-4aad-47ef-93b5-4385014ffcb0 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:47.199536 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b4af56e3-018d-4429-9350-c84410b4598c req-cc61d669-4aad-47ef-93b5-4385014ffcb0 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0489023 Sep 13 03:26:47.255355 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b4af56e3-018d-4429-9350-c84410b4598c req-cbbdfbbf-df1e-407d-b73f-f695bcdd453d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489302 Sep 13 03:26:47.668997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f33b1-e3c1-4238-87db-bb74f0ccba0f req-19a03d65-60f2-4202-a477-ea18c1c0e5f2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:47.670475 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-545f33b1-e3c1-4238-87db-bb74f0ccba0f req-19a03d65-60f2-4202-a477-ea18c1c0e5f2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0536716 Sep 13 03:26:47.719673 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-545f33b1-e3c1-4238-87db-bb74f0ccba0f req-960e8cf6-2437-4a82-b7d9-28a53c25fcc2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Sep 13 03:26:48.185650 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:48.302588 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device b5169432-a539-41f3-a735-e6f12d3f1fbc details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:26:48.400839 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b482d-34e3-437f-8031-57842309e286 req-80852b57-ef79-4f19-8e48-4897afce4602 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:48.402575 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f36b482d-34e3-437f-8031-57842309e286 req-80852b57-ef79-4f19-8e48-4897afce4602 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 943 time: 0.0620680 Sep 13 03:26:48.460654 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f36b482d-34e3-437f-8031-57842309e286 req-c6a7c9a6-a279-4817-8634-96f2db62a2b6 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517178 Sep 13 03:26:48.480524 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port b5169432-a539-41f3-a735-e6f12d3f1fbc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:48.492448 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'port_id': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'mac_address': 'fa:16:3e:6f:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:26:48.535842 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port b5169432-a539-41f3-a735-e6f12d3f1fbc is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:48.536253 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:48.553841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5169432-a539-41f3-a735-e6f12d3f1fbc {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:26:48.576352 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port b5169432-a539-41f3-a735-e6f12d3f1fbc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:48.580319 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:48.583947 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:48.635626 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=b5169432-a539-41f3-a735-e6f12d3f1fbc,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:48.878522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbce4fa-de17-4829-a515-c9e83cea86c6 req-ec606c37-176b-4613-a8ab-67a456cd04bb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:48.883077 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bbce4fa-de17-4829-a515-c9e83cea86c6 req-ec606c37-176b-4613-a8ab-67a456cd04bb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0615165 Sep 13 03:26:48.936679 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2bbce4fa-de17-4829-a515-c9e83cea86c6 req-9a4f3fc6-5032-4078-9198-fd62c16c42ac tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510604 Sep 13 03:26:49.201999 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['b5169432-a539-41f3-a735-e6f12d3f1fbc'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:26:49.561506 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:49.586860 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7ed66-db44-419a-866a-a993c3c8045b req-d0b50e00-f15a-4835-88ef-c89ec844852e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:49.588325 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f7b7ed66-db44-419a-866a-a993c3c8045b req-d0b50e00-f15a-4835-88ef-c89ec844852e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 944 time: 0.0536706 Sep 13 03:26:49.635941 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f7b7ed66-db44-419a-866a-a993c3c8045b req-851c4caa-c9e9-45f1-8bcc-c658d7773fce tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Sep 13 03:26:49.885832 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:50.064664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20289b8-ddfb-4164-bc0b-8a3800e522ab req-f875ecab-8c1c-4f22-9498-1fa124f53fc8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:50.066148 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f20289b8-ddfb-4164-bc0b-8a3800e522ab req-f875ecab-8c1c-4f22-9498-1fa124f53fc8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0467370 Sep 13 03:26:50.116293 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f20289b8-ddfb-4164-bc0b-8a3800e522ab req-ba92637e-7ff3-4bbc-9618-e30db61a6cf4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445395 Sep 13 03:26:50.607195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-0d81c653-0644-400a-825c-0180d1994089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:50.608630 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-0d81c653-0644-400a-825c-0180d1994089 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1129 time: 0.0388110 Sep 13 03:26:50.700865 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-9b35d6e8-8296-4497-af83-de09f67fdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:50.702332 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-9b35d6e8-8296-4497-af83-de09f67fdde8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.0860531 Sep 13 03:26:50.755498 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940440eb-6a41-4b01-a1ff-5a61b18f53c2 req-11162126-6ae0-4fd1-8918-d05cfd684c10 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:50.757150 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-940440eb-6a41-4b01-a1ff-5a61b18f53c2 req-11162126-6ae0-4fd1-8918-d05cfd684c10 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 944 time: 0.0465891 Sep 13 03:26:50.768680 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-20ef463d-5e56-4f68-a654-08bba4d51ccd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 1000 time: 0.0593588 Sep 13 03:26:50.806506 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-940440eb-6a41-4b01-a1ff-5a61b18f53c2 req-d5cef91e-cfce-4791-a91e-49c6c50e670e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Sep 13 03:26:50.817562 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-4c3222d2-0884-4a67-a83d-879d8e14eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:50.819032 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-4c3222d2-0884-4a67-a83d-879d8e14eef1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0445178 Sep 13 03:26:50.857840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:50.863624 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-fa40465a-126c-4043-9c2d-8c45644562bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:50.865092 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-fa40465a-126c-4043-9c2d-8c45644562bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392876 Sep 13 03:26:50.947890 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:50.958890 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-147b9f98-9d6e-422f-8332-b4c03848f0de service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862010 Sep 13 03:26:51.049510 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6c1f0259-bdae-4d8d-a3f6-95dd3dba91a8 req-6e6786d5-e042-450f-905e-725c2ae9c826 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830917 Sep 13 03:26:51.088538 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device b5169432-a539-41f3-a735-e6f12d3f1fbc up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:26:51.133590 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port b5169432-a539-41f3-a735-e6f12d3f1fbc completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:26:51.139285 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port b5169432-a539-41f3-a735-e6f12d3f1fbc triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:26:51.139659 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:51.162406 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:51.214433 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port b5169432-a539-41f3-a735-e6f12d3f1fbc is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:51.214840 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:51.237477 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:51.239746 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e9f31b-36d1-4cbb-8841-9d3e00192972" -d '{"events": [{"server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "name": "network-vif-plugged", "status": "completed", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:51.248867 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439e136-7240-42e3-a46e-3e99de8625c0 req-71a3c421-2249-44c5-a3fc-4115773ec4bc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:51.252006 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port b5169432-a539-41f3-a735-e6f12d3f1fbc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:51.252148 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0439e136-7240-42e3-a46e-3e99de8625c0 req-71a3c421-2249-44c5-a3fc-4115773ec4bc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0540907 Sep 13 03:26:51.257288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:51.304906 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0439e136-7240-42e3-a46e-3e99de8625c0 req-2b681bd5-9b82-45c8-a03a-d956fbea7c5e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469997 Sep 13 03:26:51.307926 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=b5169432-a539-41f3-a735-e6f12d3f1fbc,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:51.345054 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cbc05c-5fa2-4d51-8ce1-b423ff451702 x-openstack-request-id: req-81cbc05c-5fa2-4d51-8ce1-b423ff451702 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:51.345372 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "name": "network-vif-plugged", "status": "completed", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:51.345630 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81cbc05c-5fa2-4d51-8ce1-b423ff451702 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:51.346020 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cbc05c-5fa2-4d51-8ce1-b423ff451702'] response: {'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'code': 200} Sep 13 03:26:51.924250 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c9c38-b95c-43c5-9ed5-f9b923921749 req-5b36f16e-26f7-4596-b992-10666f9b0785 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:51.925686 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-736c9c38-b95c-43c5-9ed5-f9b923921749 req-5b36f16e-26f7-4596-b992-10666f9b0785 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0462625 Sep 13 03:26:51.973786 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-736c9c38-b95c-43c5-9ed5-f9b923921749 req-caacc35b-6e3b-406f-b87d-c60db5294496 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Sep 13 03:26:52.432064 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108b0d-77d9-4d31-909d-d19b68e0e2e8 req-ca908fe6-9bf4-4609-b1c7-8e6e2630eafc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:52.433484 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-94108b0d-77d9-4d31-909d-d19b68e0e2e8 req-ca908fe6-9bf4-4609-b1c7-8e6e2630eafc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0461407 Sep 13 03:26:52.484077 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-94108b0d-77d9-4d31-909d-d19b68e0e2e8 req-166c5d1d-d0ce-488e-bbf6-32e37c1136ae tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450380 Sep 13 03:26:52.711249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ad580-bf97-44f0-bc7b-2af1de3a0e54 req-4a768a3f-3caf-4ef8-b5ee-db50c0ac27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:52.712748 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d94ad580-bf97-44f0-bc7b-2af1de3a0e54 req-4a768a3f-3caf-4ef8-b5ee-db50c0ac27cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 1129 time: 0.0471578 Sep 13 03:26:52.764206 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d94ad580-bf97-44f0-bc7b-2af1de3a0e54 req-e6e9e205-fc7d-4477-976d-b56dc39d2633 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Sep 13 03:26:53.096487 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c34ec-41a0-4339-8ed0-86aa29dabc08 req-7545fbe6-4176-4614-a58a-c9b13a9734bb tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:53.097943 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-575c34ec-41a0-4339-8ed0-86aa29dabc08 req-7545fbe6-4176-4614-a58a-c9b13a9734bb tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0481565 Sep 13 03:26:53.146752 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-575c34ec-41a0-4339-8ed0-86aa29dabc08 req-277f845b-6f88-44ed-9082-bf812a452aef tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432262 Sep 13 03:26:53.607583 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900512e0-ed52-400e-8189-9e4692066705 req-3aa3ccee-9fb3-4c84-a8b0-266a5a06fccd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:53.609021 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-900512e0-ed52-400e-8189-9e4692066705 req-3aa3ccee-9fb3-4c84-a8b0-266a5a06fccd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0456393 Sep 13 03:26:53.654967 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-900512e0-ed52-400e-8189-9e4692066705 req-f2dd9991-8bc3-4d77-81ce-ad5f4904c7d9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Sep 13 03:26:54.147601 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-b24707cd-4221-4ab7-ab94-d5c5b3c34fc7 req-aae6f59a-736a-4017-9034-8dc6ea09555b service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:26:54.148560 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b24707cd-4221-4ab7-ab94-d5c5b3c34fc7 req-aae6f59a-736a-4017-9034-8dc6ea09555b service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053456 Sep 13 03:26:54.270111 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff18-de41-4fca-b766-42dfc97d9d60 req-ef869d0a-8e4b-4143-ac3a-1362621ebbaf tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:54.271942 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2c6ff18-de41-4fca-b766-42dfc97d9d60 req-ef869d0a-8e4b-4143-ac3a-1362621ebbaf tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0504296 Sep 13 03:26:54.328422 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ecac2-f9fb-456f-8e5c-a7145ec250de req-920623a2-43e3-434a-ae70-3df8d5f17409 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:54.330314 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bc1ecac2-f9fb-456f-8e5c-a7145ec250de req-920623a2-43e3-434a-ae70-3df8d5f17409 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 945 time: 0.0508564 Sep 13 03:26:54.331110 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2c6ff18-de41-4fca-b766-42dfc97d9d60 req-d06bb875-6c38-4016-9af7-96042994ff3e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526512 Sep 13 03:26:54.382429 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bc1ecac2-f9fb-456f-8e5c-a7145ec250de req-b5b6e384-9b84-481b-b86f-defc4ff310b8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456653 Sep 13 03:26:54.523021 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48252) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:54.614870 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-e243f0bd-e53c-450c-a033-4b3fe97f0e75 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906451 Sep 13 03:26:54.623719 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-0db6c58a-679d-44c7-8d3f-444b7fda1d65 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:26:54.624683 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-0db6c58a-679d-44c7-8d3f-444b7fda1d65 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050001 Sep 13 03:26:54.700904 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48260) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:54.792562 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-58a9b6bf-19a8-4398-803b-da1a43560915 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:54.794452 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-58a9b6bf-19a8-4398-803b-da1a43560915 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports/1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 942 time: 0.0925560 Sep 13 03:26:55.101856 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:26:55.178421 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1c922edb-7dd6-4a91-ba67-004272056f1c is: ACTIVE; New status is: DOWN {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:26:55.178841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:55.202313 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:55.204577 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6cc96-2b04-4396-a0d1-28459b950490" -d '{"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-unplugged", "status": "completed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:55.217605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:26:55.222679 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:55.247991 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3f29c1-684a-463a-b181-0573f1f272f3 x-openstack-request-id: req-eb3f29c1-684a-463a-b181-0573f1f272f3 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:55.248312 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-unplugged", "status": "failed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c", "code": 422}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:55.248491 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb3f29c1-684a-463a-b181-0573f1f272f3 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:55.248929 dv-cinder-857075-2-iscsi neutron-server[106193]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eb3f29c1-684a-463a-b181-0573f1f272f3']: {'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'code': 422} returned with failed status Sep 13 03:26:55.278306 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=8']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:55.285320 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.285669 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.286017 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.286346 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.286694 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.287019 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.287341 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.287661 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.287978 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.288292 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.288607 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.288943 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.289260 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.289573 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.289884 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:55.459097 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7e3b1-4f5a-4c0d-afe3-ff5ba732b7d6 req-63273eb2-31be-4fe5-a536-d260da8b83c6 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:55.460218 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-24e7e3b1-4f5a-4c0d-afe3-ff5ba732b7d6 req-63273eb2-31be-4fe5-a536-d260da8b83c6 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0530257 Sep 13 03:26:55.510467 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-24e7e3b1-4f5a-4c0d-afe3-ff5ba732b7d6 req-33a9ac26-03e4-4c2b-b47b-4d26a1cc42ce tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447211 Sep 13 03:26:55.524195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80de59-e454-4a66-bd13-2ad0d8ccb84f req-032e84b5-292a-4777-8cd7-84249aa76136 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:55.525686 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cf80de59-e454-4a66-bd13-2ad0d8ccb84f req-032e84b5-292a-4777-8cd7-84249aa76136 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0541933 Sep 13 03:26:55.572644 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cf80de59-e454-4a66-bd13-2ad0d8ccb84f req-484e8861-e3c3-48d0-bc00-7daa2ef00aa5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Sep 13 03:26:55.632851 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662580-aa98-4a4f-9dce-33ee4374dcb5 req-a8ad477d-a2d0-491a-99a8-ba49c9653ffb tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:55.634290 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-41662580-aa98-4a4f-9dce-33ee4374dcb5 req-a8ad477d-a2d0-491a-99a8-ba49c9653ffb tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0495281 Sep 13 03:26:55.670727 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:55.685220 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-41662580-aa98-4a4f-9dce-33ee4374dcb5 req-81df8d9e-a858-4b7d-b748-2aedbc627ae5 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Sep 13 03:26:55.713412 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48278) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:55.847989 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d09401-feb9-440d-b6ee-e00ef5d9be32 tempest-TestVolumeBootPattern-1420689840 tempest-TestVolumeBootPattern-1420689840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:55.849405 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a3d09401-feb9-440d-b6ee-e00ef5d9be32 tempest-TestVolumeBootPattern-1420689840 tempest-TestVolumeBootPattern-1420689840-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 1124 time: 0.1350579 Sep 13 03:26:55.852330 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48282) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:26:55.857054 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'port_id': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:26:55.878466 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:55.926238 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:55.959760 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:56.069562 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Allocated IP 172.27.1.92 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/7f43f69e-f024-4a1e-8872-931f449e0665) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:26:56.178144 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (7f43f69e-f024-4a1e-8872-931f449e0665), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:56.211237 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (7f43f69e-f024-4a1e-8872-931f449e0665), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:56.252656 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:26:56.255986 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:26:56.259850 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:26:56.263878 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=7f43f69e-f024-4a1e-8872-931f449e0665,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:56.298786 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.299807 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.300696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.300696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.301174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.301525 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.301836 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.302156 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.302525 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.302871 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.303193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.303509 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.303827 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.304140 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.304459 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:26:56.561110 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:56.648245 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (9d234a96-abe9-4ccd-8ebc-a35111ab9c74), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:56.701239 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5346c-2954-4daa-96c6-3f511ae5faa2 req-84850196-d898-4914-a2db-9a6cda0fe644 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:56.702826 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d7b5346c-2954-4daa-96c6-3f511ae5faa2 req-84850196-d898-4914-a2db-9a6cda0fe644 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0485120 Sep 13 03:26:56.718728 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (7f43f69e-f024-4a1e-8872-931f449e0665), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:56.750706 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d7b5346c-2954-4daa-96c6-3f511ae5faa2 req-d213527e-344e-499b-bda4-f16ebd41f453 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423160 Sep 13 03:26:56.755164 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:56.865161 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (7f43f69e-f024-4a1e-8872-931f449e0665), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:56.869419 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (7f43f69e-f024-4a1e-8872-931f449e0665), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:56.938390 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=7f43f69e-f024-4a1e-8872-931f449e0665,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:26:56.940911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (9d234a96-abe9-4ccd-8ebc-a35111ab9c74), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:57.043787 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Floating IP 9d234a96-abe9-4ccd-8ebc-a35111ab9c74 associated. External IP: 172.27.1.92, port: b5169432-a539-41f3-a735-e6f12d3f1fbc. Sep 13 03:26:57.045531 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-77c4d4b8-e998-4c5d-941d-3450d97d1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.047068 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-77c4d4b8-e998-4c5d-941d-3450d97d1d56 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee&tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 1127 time: 0.0738213 Sep 13 03:26:57.092196 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:57.095260 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:57.133722 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-79671f04-ee75-4229-9aea-5f8039f03145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.135253 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-79671f04-ee75-4229-9aea-5f8039f03145 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1127 time: 0.0453842 Sep 13 03:26:57.227529 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:57.231511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-eac2c92a-13aa-469d-88af-8db193ddf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.232974 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-eac2c92a-13aa-469d-88af-8db193ddf205 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.0911191 Sep 13 03:26:57.252050 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:26:57.302474 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-45e1f79d-14e6-47d4-88d5-f8748b589abd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 200 len: 998 time: 0.0560765 Sep 13 03:26:57.347083 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:57.353806 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-cf2431ec-475b-46f8-bc9e-96a4b5dcbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.355151 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:26:57.355357 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-cf2431ec-475b-46f8-bc9e-96a4b5dcbb37 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0453477 Sep 13 03:26:57.365202 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:26:57.373718 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:26:57.376947 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:26:57.377571 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:26:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:57.409001 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-83b56e4b-ce88-469f-bf72-2dae95b956f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5556483 Sep 13 03:26:57.409611 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-57cff2b1-1f85-4b76-8e52-04d24132559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.409740 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:26:57.411937 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:26:57.412111 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-57cff2b1-1f85-4b76-8e52-04d24132559e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488913 Sep 13 03:26:57.416317 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:57.452037 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a288f9-62d6-46c5-bd8c-9f5fb4790d61 x-openstack-request-id: req-f6a288f9-62d6-46c5-bd8c-9f5fb4790d61 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:26:57.452399 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:26:57.452713 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6a288f9-62d6-46c5-bd8c-9f5fb4790d61 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:26:57.453180 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a288f9-62d6-46c5-bd8c-9f5fb4790d61'] response: {'name': 'network-changed', 'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'status': 'completed', 'code': 200} Sep 13 03:26:57.489196 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:26:57.507845 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-03a5ea64-5e3b-425c-add3-a31eb48a204c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890441 Sep 13 03:26:57.611379 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-75bbb9b0-28a8-4ad4-96f8-be1032854881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.612770 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-75bbb9b0-28a8-4ad4-96f8-be1032854881 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 1129 time: 0.0861628 Sep 13 03:26:57.695013 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-758a7341-a03f-47d9-8b2a-031cf68a5fe1 req-b6269b4b-f45b-406a-889d-558f0829f5f1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694686 Sep 13 03:26:57.697796 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9d234a96-abe9-4ccd-8ebc-a35111ab9c74', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:6f:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:26:56Z', 'updated_at': '2022-09-13T03:26:56Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:57.727580 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:26:57.730179 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-9975e022-cf11-41ce-b76e-5749214df432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.732284 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-9975e022-cf11-41ce-b76e-5749214df432 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.1116064 Sep 13 03:26:57.736890 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:26:57.737495 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:26:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:57.802219 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-d5551152-bd92-4e68-a10b-c2fb0880465b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc HTTP/1.1" status: 200 len: 998 time: 0.0611908 Sep 13 03:26:57.891499 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801b183-9577-417e-ba60-9db6bd743ab7 req-8d7ca93c-32cd-469a-b496-215a0e73c8f8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.893001 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0801b183-9577-417e-ba60-9db6bd743ab7 req-8d7ca93c-32cd-469a-b496-215a0e73c8f8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0596817 Sep 13 03:26:57.959666 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-7ea28aa0-0cb4-4131-83be-5acabaa22b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:57.961125 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-7ea28aa0-0cb4-4131-83be-5acabaa22b9f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0866857 Sep 13 03:26:57.989861 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:26:58.009055 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0801b183-9577-417e-ba60-9db6bd743ab7 req-09f084a9-d034-45fd-af10-b8f1483efcc0 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940475 Sep 13 03:26:58.020077 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-1cb32279-5768-4a38-a63e-c1ed2a16cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:58.021989 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-1cb32279-5768-4a38-a63e-c1ed2a16cae2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506022 Sep 13 03:26:58.033405 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:58.127806 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-32d5a7a9-d735-4a8f-8a0e-c16dcb70c2ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983403 Sep 13 03:26:58.280944 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1ad8ba48-24fd-4d7d-8c99-6222ac88d44c req-d09b02ab-f170-4a4b-a7f9-7bd8f2a73df7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452415 Sep 13 03:26:58.296608 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9d234a96-abe9-4ccd-8ebc-a35111ab9c74', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:6f:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:26:56Z', 'updated_at': '2022-09-13T03:26:56Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:26:58.328080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bf0c0-175e-44c7-9fdb-aa948b1150ce None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9d234a96-abe9-4ccd-8ebc-a35111ab9c74', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:6f:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:26:56Z', 'updated_at': '2022-09-13T03:26:56Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:26:58.579202 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cac2b-ed30-4013-8090-df8f54b728c0 None None] New status for floating IP 9d234a96-abe9-4ccd-8ebc-a35111ab9c74: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:26:59.113794 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:26:59.150437 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270f8ec-8a53-430d-88a8-3a37a3c8892e req-59300260-afa7-4267-b4cb-22d43cc7f019 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:26:59.152026 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d270f8ec-8a53-430d-88a8-3a37a3c8892e req-59300260-afa7-4267-b4cb-22d43cc7f019 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0490291 Sep 13 03:26:59.202004 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d270f8ec-8a53-430d-88a8-3a37a3c8892e req-9d14c1ea-bec1-4d03-970b-6c22f9468225 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Sep 13 03:27:00.252269 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:00.354976 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4bd89-d9d6-4bd2-89fb-7c3d0804d485 req-623de002-a1ab-4419-a698-7bc8139a2b07 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:00.356412 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b5b4bd89-d9d6-4bd2-89fb-7c3d0804d485 req-623de002-a1ab-4419-a698-7bc8139a2b07 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0575886 Sep 13 03:27:00.405647 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b5b4bd89-d9d6-4bd2-89fb-7c3d0804d485 req-48c5f8f8-086b-449d-9d00-5ac64e5c96e1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Sep 13 03:27:01.535831 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4c2e0-cabb-4089-97c7-52e51dcfe0c1 req-c63e84ca-13ed-4abd-b8a3-67e5697e00d4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:01.537628 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d9c4c2e0-cabb-4089-97c7-52e51dcfe0c1 req-c63e84ca-13ed-4abd-b8a3-67e5697e00d4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0487962 Sep 13 03:27:01.592087 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d9c4c2e0-cabb-4089-97c7-52e51dcfe0c1 req-a735db08-d020-4d60-9c7c-a35039c25a67 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483768 Sep 13 03:27:02.707840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:02.729293 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87795fcd-812a-4183-9406-f8156ff66826 req-e8ea6ba3-0604-4ac4-ada6-f2f52e400116 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:02.730844 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-87795fcd-812a-4183-9406-f8156ff66826 req-e8ea6ba3-0604-4ac4-ada6-f2f52e400116 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0550420 Sep 13 03:27:02.778827 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-87795fcd-812a-4183-9406-f8156ff66826 req-df2043eb-9d13-4855-83cb-8f2447d73c9f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Sep 13 03:27:03.912929 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba394609-f210-47a7-884e-3140f5ee7a6f req-962215e2-1c2b-4c30-a89c-0dadd52c6d04 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:03.914431 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ba394609-f210-47a7-884e-3140f5ee7a6f req-962215e2-1c2b-4c30-a89c-0dadd52c6d04 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0504851 Sep 13 03:27:03.965755 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ba394609-f210-47a7-884e-3140f5ee7a6f req-ba853547-5b35-4869-bf62-373460787d53 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 Sep 13 03:27:05.080805 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:05.100421 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1f91c-4892-49df-bdc2-3e0cba033e15 req-7ea9bbf3-553b-42a4-b433-32bb4008d8cb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:05.101965 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fee1f91c-4892-49df-bdc2-3e0cba033e15 req-7ea9bbf3-553b-42a4-b433-32bb4008d8cb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0532780 Sep 13 03:27:05.156237 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fee1f91c-4892-49df-bdc2-3e0cba033e15 req-52593191-7e33-4697-9403-40a4514d8687 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485992 Sep 13 03:27:06.247796 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:06.287039 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917975fb-67cd-4556-bc85-6470668df89f req-61d4dc64-8dee-4e24-b21f-5f6ce8b445af tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:06.288512 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-917975fb-67cd-4556-bc85-6470668df89f req-61d4dc64-8dee-4e24-b21f-5f6ce8b445af tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0501251 Sep 13 03:27:06.338773 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-917975fb-67cd-4556-bc85-6470668df89f req-180e9fa6-fc86-4571-8e02-d3025622c497 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Sep 13 03:27:07.471420 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de712b43-84d1-4291-afcc-372113a8184f req-e23cb57e-cb5e-41a2-b397-85ebeefe3640 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:07.472913 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de712b43-84d1-4291-afcc-372113a8184f req-e23cb57e-cb5e-41a2-b397-85ebeefe3640 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0481396 Sep 13 03:27:07.531223 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-de712b43-84d1-4291-afcc-372113a8184f req-cda7a88b-e5d6-4c87-90f5-0b3e4e0f4a4c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525441 Sep 13 03:27:08.656048 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b523-3a6c-497c-987a-1d02e1c6edb8 req-c3af3aee-5f70-4ef9-ad4a-ba9ff0b963fc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:08.657493 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f408b523-3a6c-497c-987a-1d02e1c6edb8 req-c3af3aee-5f70-4ef9-ad4a-ba9ff0b963fc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0484655 Sep 13 03:27:08.681523 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:08.685450 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:08.711399 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f408b523-3a6c-497c-987a-1d02e1c6edb8 req-211715d1-25e8-41da-8a0f-24f176ec7878 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476360 Sep 13 03:27:09.840126 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a4f-d241-4fef-9cd8-01308c479cb6 req-09d967a6-2b89-455b-8a0c-07ede5a5318e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:09.842092 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-52e84a4f-d241-4fef-9cd8-01308c479cb6 req-09d967a6-2b89-455b-8a0c-07ede5a5318e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0501750 Sep 13 03:27:09.888313 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-52e84a4f-d241-4fef-9cd8-01308c479cb6 req-ffecef94-8b72-4b6d-8c73-8e6b766dbb4f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401974 Sep 13 03:27:10.244241 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=72 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:10.247378 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:11.016281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3d500-20c8-49a5-b82f-be9723a2d0f1 req-d2f28a9b-e9d7-415b-bcd4-0124211caa85 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:11.018010 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56f3d500-20c8-49a5-b82f-be9723a2d0f1 req-d2f28a9b-e9d7-415b-bcd4-0124211caa85 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0483356 Sep 13 03:27:11.066655 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-56f3d500-20c8-49a5-b82f-be9723a2d0f1 req-8e885942-ecdc-43b6-a124-d4dbd859833d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Sep 13 03:27:12.020684 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:27:12.191868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a526-ddb8-4e29-9276-22525a329750 req-5c70b163-8683-4789-92f3-fa363df4986d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:12.193320 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3ab4a526-ddb8-4e29-9276-22525a329750 req-5c70b163-8683-4789-92f3-fa363df4986d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0465143 Sep 13 03:27:12.243080 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3ab4a526-ddb8-4e29-9276-22525a329750 req-ae00d5a1-94ed-4f3a-b982-6e2bd2109e97 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Sep 13 03:27:13.367599 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b19ab-5c3d-4888-9457-f93668bf21d5 req-5080de99-4472-4b58-a5f6-cc70f7244ba2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:13.369043 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339b19ab-5c3d-4888-9457-f93668bf21d5 req-5080de99-4472-4b58-a5f6-cc70f7244ba2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0465956 Sep 13 03:27:13.414848 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339b19ab-5c3d-4888-9457-f93668bf21d5 req-b543acb1-ebf4-49f5-b47e-1c2d7eae5d47 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Sep 13 03:27:14.579285 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-791ca334-bee2-4cc3-b3a4-9c2e8af2196f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:14.746665 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421c24-ba65-41da-aad3-e91e56d73fe1 req-c26d4359-1576-43e8-95b9-98db940b9738 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:14.748569 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5a421c24-ba65-41da-aad3-e91e56d73fe1 req-c26d4359-1576-43e8-95b9-98db940b9738 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.2503943 Sep 13 03:27:14.795229 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5a421c24-ba65-41da-aad3-e91e56d73fe1 req-2ffd090c-a85d-4c0e-809b-f075c014d896 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 Sep 13 03:27:14.898493 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-f204898f-f929-496f-bccc-77a91597d153 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396934 Sep 13 03:27:14.981841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-78886cf7-b2de-44a8-9ceb-01bb1d3e14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:14.983266 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-78886cf7-b2de-44a8-9ceb-01bb1d3e14bd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 1129 time: 0.0419014 Sep 13 03:27:15.131507 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-a6eb8a34-e41e-4b1e-8f73-93c847d60317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:15.132960 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-a6eb8a34-e41e-4b1e-8f73-93c847d60317 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.0881176 Sep 13 03:27:15.199110 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-98d83841-747b-4c1c-85a8-545aac29c2ee service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e HTTP/1.1" status: 200 len: 1001 time: 0.0578294 Sep 13 03:27:15.251175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-d3575a47-e56e-412e-8de6-62372195a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:15.252664 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-d3575a47-e56e-412e-8de6-62372195a5e2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0477235 Sep 13 03:27:15.296677 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-bf3898a1-59e7-4736-9fd3-b6af585d5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:15.298058 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-bf3898a1-59e7-4736-9fd3-b6af585d5672 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383284 Sep 13 03:27:15.352961 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:15.354840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:15.391833 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-8a27432c-349a-4ec0-9d8c-0426ed6cfc95 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Sep 13 03:27:15.482864 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-80f7833d-c8b6-4831-9f99-04c4068fa586 req-a6dfec86-3325-41b6-8fd6-867e6ebab96f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830226 Sep 13 03:27:15.923009 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86beca-cdb5-4c49-9983-851bee1cd215 req-fba70e94-7d6b-44b0-8673-5008ef582682 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:15.924334 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b86beca-cdb5-4c49-9983-851bee1cd215 req-fba70e94-7d6b-44b0-8673-5008ef582682 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0503476 Sep 13 03:27:15.970544 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b86beca-cdb5-4c49-9983-851bee1cd215 req-ce1ce19d-e920-4b45-8aac-fa287a21e179 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406966 Sep 13 03:27:16.958960 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-ec5215e0-6315-4be9-aa8c-dd03a0fe2d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:17.099302 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef062-a86e-4215-9bb8-c81b648ad8ca req-af53fd89-e2f4-432c-a691-1e92efb3d390 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:17.100750 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5f3ef062-a86e-4215-9bb8-c81b648ad8ca req-af53fd89-e2f4-432c-a691-1e92efb3d390 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0471301 Sep 13 03:27:17.148026 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5f3ef062-a86e-4215-9bb8-c81b648ad8ca req-e48fa9be-a9e0-40ad-8391-c5639dfc4f3e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Sep 13 03:27:18.181860 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:18.271462 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6e086-44f3-430c-8cc0-30104a2aaa22 req-88635a14-e159-40f6-a709-2387d2b535bd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:18.272920 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76a6e086-44f3-430c-8cc0-30104a2aaa22 req-88635a14-e159-40f6-a709-2387d2b535bd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0454304 Sep 13 03:27:18.318948 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-76a6e086-44f3-430c-8cc0-30104a2aaa22 req-c4b471af-dc6e-40c0-8b47-a373169ad9f6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399883 Sep 13 03:27:19.446105 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d7766-5f78-4492-97d7-1d012e81b7b9 req-f66f817d-01d1-41d6-9ad0-22ba1f50e607 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:19.447604 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4e2d7766-5f78-4492-97d7-1d012e81b7b9 req-f66f817d-01d1-41d6-9ad0-22ba1f50e607 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0498381 Sep 13 03:27:19.494222 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4e2d7766-5f78-4492-97d7-1d012e81b7b9 req-c8c42016-e301-494c-ae28-5ef7ca8030c7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Sep 13 03:27:19.564240 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:19.888762 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:20.617687 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a1332-1d8b-4230-9a24-ddc13f7f7e8d req-4d9d8559-876a-4735-8e24-14ebf732f395 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:20.619146 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-071a1332-1d8b-4230-9a24-ddc13f7f7e8d req-4d9d8559-876a-4735-8e24-14ebf732f395 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0456080 Sep 13 03:27:20.668666 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-071a1332-1d8b-4230-9a24-ddc13f7f7e8d req-39b793bf-f6bd-4f1a-b7e8-f87725be05f5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Sep 13 03:27:21.793261 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f9a00-4de4-4ba8-a4b9-fb9608386b3b req-8686df5b-14ec-44a6-95b6-32306a31c949 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:21.795230 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-541f9a00-4de4-4ba8-a4b9-fb9608386b3b req-8686df5b-14ec-44a6-95b6-32306a31c949 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0463753 Sep 13 03:27:21.840828 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-541f9a00-4de4-4ba8-a4b9-fb9608386b3b req-4febaa75-914a-4ec8-850b-c15df3167cfa tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Sep 13 03:27:22.017407 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:22.968251 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec70cec-8cd3-48dc-af67-9dd51e238630 req-44112383-b248-4d3c-97ab-5214bec3bedd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:22.969672 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3ec70cec-8cd3-48dc-af67-9dd51e238630 req-44112383-b248-4d3c-97ab-5214bec3bedd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 943 time: 0.0462430 Sep 13 03:27:23.016419 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3ec70cec-8cd3-48dc-af67-9dd51e238630 req-fecbf568-2ee6-43e5-998f-a1b6860d617d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Sep 13 03:27:23.194797 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:27:23.297093 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:27:23.308036 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'port_id': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'mac_address': 'fa:16:3e:b7:87:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:27:23.342141 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1c922edb-7dd6-4a91-ba67-004272056f1c is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:27:23.342528 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:23.354930 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c922edb-7dd6-4a91-ba67-004272056f1c {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:27:23.375336 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:27:23.378735 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:23.423168 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=9']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:27:23.902506 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['1c922edb-7dd6-4a91-ba67-004272056f1c'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:27:24.147968 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82af71-f049-4e1a-a8cf-8e7145bbadc1 req-9c713d0f-9c81-4a88-b9e6-8954ce266429 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:24.149619 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dd82af71-f049-4e1a-a8cf-8e7145bbadc1 req-9c713d0f-9c81-4a88-b9e6-8954ce266429 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 944 time: 0.0479505 Sep 13 03:27:24.204865 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dd82af71-f049-4e1a-a8cf-8e7145bbadc1 req-44c31c00-d9ba-4232-b1f3-94c2985d18a1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 Sep 13 03:27:24.326732 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2d9f8-d090-43cb-8183-ec4a2984d89a req-8c58d05c-27ca-4c37-9796-0b40e5cc24b3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:24.328203 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9f2d9f8-d090-43cb-8183-ec4a2984d89a req-8c58d05c-27ca-4c37-9796-0b40e5cc24b3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.3309784 Sep 13 03:27:24.337221 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-4e4f6448-84a3-4f0f-aac3-8f7be4e493aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:24.338557 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-4e4f6448-84a3-4f0f-aac3-8f7be4e493aa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1129 time: 0.3130112 Sep 13 03:27:24.432156 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c9f2d9f8-d090-43cb-8183-ec4a2984d89a req-7cbcb4d7-bcd2-4b3c-aa13-c2cf424dbefe tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967698 Sep 13 03:27:24.456492 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-9bd3c0a8-24ea-4524-81ab-677d29b69cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:24.457857 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-9bd3c0a8-24ea-4524-81ab-677d29b69cb5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.1127353 Sep 13 03:27:24.523090 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-dd1a2365-2779-4c91-8746-7ab0ed1ba2c7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 200 len: 1001 time: 0.0565310 Sep 13 03:27:24.571386 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-8ec05738-0e61-4b70-9158-8fd5cfc5def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:24.572772 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-8ec05738-0e61-4b70-9158-8fd5cfc5def7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0427694 Sep 13 03:27:24.618446 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-4c91f717-9d05-44bb-bb9c-54bf0b0f9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:24.619920 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-4c91f717-9d05-44bb-bb9c-54bf0b0f9e65 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379882 Sep 13 03:27:24.685152 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:24.712006 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-3fc0c846-5909-405e-ac32-c8abcf490df6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849192 Sep 13 03:27:24.788587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:24.804010 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-13232df1-8d05-43bf-b6a8-a1f3d49f1476 req-d148be41-6486-4e30-af71-94986a232b56 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815649 Sep 13 03:27:25.246385 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:27:25.293560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 1c922edb-7dd6-4a91-ba67-004272056f1c triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:27:25.293943 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:25.331787 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a77a-5ea6-44d4-a032-3dc2f907bbfb req-299d3a1a-eb72-44f8-a8a9-bf285bb8c24a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:25.333178 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c272a77a-5ea6-44d4-a032-3dc2f907bbfb req-299d3a1a-eb72-44f8-a8a9-bf285bb8c24a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 944 time: 0.0464551 Sep 13 03:27:25.367223 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1c922edb-7dd6-4a91-ba67-004272056f1c is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:27:25.367610 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:25.380665 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c272a77a-5ea6-44d4-a032-3dc2f907bbfb req-cb1b3b8b-0511-484b-95b5-f8ea0376f20f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Sep 13 03:27:25.390349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:27:25.392614 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403defae-93f7-4f52-9e7b-2e38e21dd56e" -d '{"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-plugged", "status": "completed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:27:25.405335 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:27:25.410739 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:25.436199 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c2207b-794e-42e0-bf0a-bad9e8f42a51 x-openstack-request-id: req-88c2207b-794e-42e0-bf0a-bad9e8f42a51 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:27:25.436508 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-plugged", "status": "completed", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:27:25.436760 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88c2207b-794e-42e0-bf0a-bad9e8f42a51 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:27:25.437146 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c2207b-794e-42e0-bf0a-bad9e8f42a51'] response: {'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'code': 200} Sep 13 03:27:25.459748 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=10']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:27:25.552989 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fc83e-7dd5-4570-8a33-dc7dc5e735ae req-b1a93a5f-6388-4afa-b7a6-8732d3a68a4a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:25.554470 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bf2fc83e-7dd5-4570-8a33-dc7dc5e735ae req-b1a93a5f-6388-4afa-b7a6-8732d3a68a4a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0484750 Sep 13 03:27:25.600846 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bf2fc83e-7dd5-4570-8a33-dc7dc5e735ae req-3659d539-110b-4cf8-a338-612c282ccf6c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 Sep 13 03:27:26.152609 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a3712-9ec9-4536-ba2c-db7657705ebe req-92d3ea1a-5f05-4314-9972-2ab2afeeb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:26.154672 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-108a3712-9ec9-4536-ba2c-db7657705ebe req-92d3ea1a-5f05-4314-9972-2ab2afeeb2a6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 1130 time: 0.0432091 Sep 13 03:27:26.198127 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-108a3712-9ec9-4536-ba2c-db7657705ebe req-73850cbe-5e81-4c10-aac6-95d35880162a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361967 Sep 13 03:27:26.508719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7454c75-f9df-4162-b964-2af585af3734 req-bd9cd7cf-967f-41bb-b632-759c3a8f525e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:26.510138 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a7454c75-f9df-4162-b964-2af585af3734 req-bd9cd7cf-967f-41bb-b632-759c3a8f525e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0452580 Sep 13 03:27:26.556146 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a7454c75-f9df-4162-b964-2af585af3734 req-0ebde9d8-edb5-44f3-adc4-17af9f3da452 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398655 Sep 13 03:27:26.711025 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:26.723678 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5040b-9aac-4933-a3a6-f1d364b02535 req-b46b2102-230c-4d66-bd3d-c5fe4f832c80 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:26.725115 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dff5040b-9aac-4933-a3a6-f1d364b02535 req-b46b2102-230c-4d66-bd3d-c5fe4f832c80 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0499640 Sep 13 03:27:26.770887 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dff5040b-9aac-4933-a3a6-f1d364b02535 req-276805d8-54ca-478d-88fc-d2f658cbf3a4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Sep 13 03:27:27.683519 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f26-76aa-4024-abff-291f8c9d7127 req-778c4329-050c-40ce-b4c7-bcd0e9f832bd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:27.684948 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4de00f26-76aa-4024-abff-291f8c9d7127 req-778c4329-050c-40ce-b4c7-bcd0e9f832bd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0496635 Sep 13 03:27:27.731322 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4de00f26-76aa-4024-abff-291f8c9d7127 req-98d05159-a755-4b57-99c7-b4fe025c6104 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Sep 13 03:27:27.890663 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a3a51-fbf3-4d42-9fb3-54d119fa6b79 req-f72dee71-2279-4809-baac-9ebc6202d47d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:27.892032 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6d0a3a51-fbf3-4d42-9fb3-54d119fa6b79 req-f72dee71-2279-4809-baac-9ebc6202d47d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0462666 Sep 13 03:27:27.938878 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6d0a3a51-fbf3-4d42-9fb3-54d119fa6b79 req-e40829c7-b498-4454-aa14-3a98f3aaf281 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Sep 13 03:27:28.856495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d61cc-24fe-424a-9fec-4a2f51bec9a0 req-1b06d508-cfa9-49c2-b662-53a0baf3db6f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:28.857974 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-503d61cc-24fe-424a-9fec-4a2f51bec9a0 req-1b06d508-cfa9-49c2-b662-53a0baf3db6f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0487113 Sep 13 03:27:28.904454 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-503d61cc-24fe-424a-9fec-4a2f51bec9a0 req-04bbfc09-7133-4544-811e-168275d543ed tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Sep 13 03:27:29.059662 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72412-4749-4099-974b-8e28ffb55520 req-e57bd774-6816-4a8c-8590-f6e8aecfd3f1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:29.061128 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0ca72412-4749-4099-974b-8e28ffb55520 req-e57bd774-6816-4a8c-8590-f6e8aecfd3f1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0467470 Sep 13 03:27:29.112169 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0ca72412-4749-4099-974b-8e28ffb55520 req-265e0b73-39d4-4f7b-b236-9ac0f96c1d7c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455198 Sep 13 03:27:30.027717 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0410d99-981d-48ae-b8a1-543133029a8d req-6ac2cbb0-3b8b-44b5-a1c5-918139db7fad tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:30.029194 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0410d99-981d-48ae-b8a1-543133029a8d req-6ac2cbb0-3b8b-44b5-a1c5-918139db7fad tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0457926 Sep 13 03:27:30.079475 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d0410d99-981d-48ae-b8a1-543133029a8d req-7d0b5c79-2eff-4dbf-b05c-3b431391f5b1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448766 Sep 13 03:27:30.230228 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:30.245143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d9180-806b-4977-a3c6-8dc820ff627d req-d6cc183a-88b0-4011-8997-a2346bea2898 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:30.247132 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a23d9180-806b-4977-a3c6-8dc820ff627d req-d6cc183a-88b0-4011-8997-a2346bea2898 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0541933 Sep 13 03:27:30.257237 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:30.294321 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a23d9180-806b-4977-a3c6-8dc820ff627d req-43b6ff67-b2de-4400-b15f-8197b9c66428 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Sep 13 03:27:31.415498 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0ad9a-7e34-4b3b-9e66-15b88c576338 req-106609ee-544c-41a4-ae16-12f329865160 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:31.417210 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0a0ad9a-7e34-4b3b-9e66-15b88c576338 req-106609ee-544c-41a4-ae16-12f329865160 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0465610 Sep 13 03:27:31.462698 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0a0ad9a-7e34-4b3b-9e66-15b88c576338 req-c3231379-3e4b-41be-85dc-42b943448281 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Sep 13 03:27:32.581966 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b94a-d57e-414e-873a-bae79b3882b7 req-2d64ea3d-60a5-47d1-a491-250e0f3655a4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:32.583421 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3f05b94a-d57e-414e-873a-bae79b3882b7 req-2d64ea3d-60a5-47d1-a491-250e0f3655a4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0455115 Sep 13 03:27:32.629359 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3f05b94a-d57e-414e-873a-bae79b3882b7 req-f6353b7a-9bd3-4c5c-bf69-5e4bf034b35d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406060 Sep 13 03:27:33.748701 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6cc23-711b-43ce-bcec-229b9490d55d req-a5d29c64-fb4c-4987-a297-2717386bfc36 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:33.750155 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6cc23-711b-43ce-bcec-229b9490d55d req-a5d29c64-fb4c-4987-a297-2717386bfc36 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0457203 Sep 13 03:27:33.797854 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ccd6cc23-711b-43ce-bcec-229b9490d55d req-563857cd-b654-4ff3-9168-bc1861e9f8a5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422046 Sep 13 03:27:34.922897 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f002c-27a3-4b86-b963-9ad26a87491c req-ff42096e-59eb-412e-a213-21009a63cf98 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:34.924374 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f9f002c-27a3-4b86-b963-9ad26a87491c req-ff42096e-59eb-412e-a213-21009a63cf98 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0511990 Sep 13 03:27:34.974234 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f9f002c-27a3-4b86-b963-9ad26a87491c req-74659870-b258-46fd-8d42-4ecb2a93c7c3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438066 Sep 13 03:27:35.469738 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744808b2-df96-4619-9f8e-13d26a3ab572 req-336db70c-f3ed-4cfa-96d7-9b3db4f72bb1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:35.471319 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-744808b2-df96-4619-9f8e-13d26a3ab572 req-336db70c-f3ed-4cfa-96d7-9b3db4f72bb1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0480280 Sep 13 03:27:35.517762 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-744808b2-df96-4619-9f8e-13d26a3ab572 req-ab499d46-a709-49fa-87ab-99ea9379fcfc tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Sep 13 03:27:36.098796 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8408a7-7471-47ab-9bf1-03afa8cdefc3 req-7f940675-193d-437f-b72a-67693b920018 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:36.100255 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6f8408a7-7471-47ab-9bf1-03afa8cdefc3 req-7f940675-193d-437f-b72a-67693b920018 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0504034 Sep 13 03:27:36.147307 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6f8408a7-7471-47ab-9bf1-03afa8cdefc3 req-bde9f6b3-aebf-45c3-8827-48254e911e02 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Sep 13 03:27:36.619752 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:36.637459 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74a817-e677-4654-b8ed-04b8ba7aeb6f req-190b9a38-7fb2-41e2-bcc4-6068ae35becd tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:36.638928 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac74a817-e677-4654-b8ed-04b8ba7aeb6f req-190b9a38-7fb2-41e2-bcc4-6068ae35becd tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0470855 Sep 13 03:27:36.688438 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac74a817-e677-4654-b8ed-04b8ba7aeb6f req-2cbe2973-7e9c-452d-8e46-f4d86582e419 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Sep 13 03:27:37.265625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d6b7-3561-4a4b-8978-ee679a3146a9 req-fb4f0187-e589-434a-ba79-e7ba72edb779 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:37.267092 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-26d6d6b7-3561-4a4b-8978-ee679a3146a9 req-fb4f0187-e589-434a-ba79-e7ba72edb779 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0456858 Sep 13 03:27:37.313532 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-26d6d6b7-3561-4a4b-8978-ee679a3146a9 req-f4677683-0810-4bc2-9f57-09251865784b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 Sep 13 03:27:37.809116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4db706-5330-483b-82a9-41432490d462 req-b099fa4d-cf81-4ab2-ae05-c9eb1ad5e1c9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:37.810534 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4a4db706-5330-483b-82a9-41432490d462 req-b099fa4d-cf81-4ab2-ae05-c9eb1ad5e1c9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0459428 Sep 13 03:27:37.861907 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4a4db706-5330-483b-82a9-41432490d462 req-68fe122b-3d54-499d-95b0-d3ce2b94edbd tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453770 Sep 13 03:27:38.439245 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd35b-13bf-44fa-848f-6fd0c974fd32 req-565f8b8f-1115-4a1c-b6fd-d7aad19871cd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:38.440712 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-151cd35b-13bf-44fa-848f-6fd0c974fd32 req-565f8b8f-1115-4a1c-b6fd-d7aad19871cd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0496459 Sep 13 03:27:38.486830 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-151cd35b-13bf-44fa-848f-6fd0c974fd32 req-8b418511-51fb-4b05-a828-abb73fa5b9ce tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 Sep 13 03:27:38.965725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:38.980645 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b61c-628e-4493-a7b2-c08c070dba4f req-631be1f7-bd8e-4c52-9a01-ddbfab6bb48f tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:38.982097 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37b1b61c-628e-4493-a7b2-c08c070dba4f req-631be1f7-bd8e-4c52-9a01-ddbfab6bb48f tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0469613 Sep 13 03:27:39.029304 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37b1b61c-628e-4493-a7b2-c08c070dba4f req-c669e661-c0b9-424d-a8e2-c72fece78c00 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Sep 13 03:27:39.604739 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496127d-1a56-4886-bb17-b269b9287658 req-6bfd8c85-028a-4cb2-97de-6d29b427659c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:39.606198 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c496127d-1a56-4886-bb17-b269b9287658 req-6bfd8c85-028a-4cb2-97de-6d29b427659c tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0458770 Sep 13 03:27:39.652581 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c496127d-1a56-4886-bb17-b269b9287658 req-16edf63c-508a-4d51-99a7-9214e1e6d519 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 Sep 13 03:27:40.152421 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51edf20-c72c-4d14-85f1-3098b94a7ce3 req-236bee4e-a330-4efe-b194-6f5d9016382f tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:40.153842 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f51edf20-c72c-4d14-85f1-3098b94a7ce3 req-236bee4e-a330-4efe-b194-6f5d9016382f tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Sep 13 03:27:40.199596 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f51edf20-c72c-4d14-85f1-3098b94a7ce3 req-286ab845-4a40-4024-a1e1-becbd8582f55 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Sep 13 03:27:40.251298 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:40.254764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:40.773178 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cc2fb-b939-42ef-b0f4-4f6f7ff1d37c req-94b5c12a-a61d-49fa-97a6-d8bef0b3d128 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:40.774667 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cc2cc2fb-b939-42ef-b0f4-4f6f7ff1d37c req-94b5c12a-a61d-49fa-97a6-d8bef0b3d128 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0475206 Sep 13 03:27:40.824832 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cc2cc2fb-b939-42ef-b0f4-4f6f7ff1d37c req-cc20cb8f-1f43-4b0e-912a-699ca43ce2e8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445402 Sep 13 03:27:41.318991 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b1037-b4da-44bb-ba4b-15b091ab7c7b req-53615317-bef2-4ba1-96c5-7078e5d9c5be tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:41.320438 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba9b1037-b4da-44bb-ba4b-15b091ab7c7b req-53615317-bef2-4ba1-96c5-7078e5d9c5be tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0468848 Sep 13 03:27:41.367633 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ba9b1037-b4da-44bb-ba4b-15b091ab7c7b req-d6cc9edc-5ce2-4a27-b6a8-629c9f140c67 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Sep 13 03:27:41.942188 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e70709-b475-4e53-88d3-64c13235f01b req-46db08df-8468-4ff2-a62f-223e4905e75d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:41.943719 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-58e70709-b475-4e53-88d3-64c13235f01b req-46db08df-8468-4ff2-a62f-223e4905e75d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0462677 Sep 13 03:27:41.973426 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:41.989892 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-58e70709-b475-4e53-88d3-64c13235f01b req-c88934ff-d494-44f9-a4ca-ffbde49f66a7 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Sep 13 03:27:42.489170 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbccf75-834b-4ebd-9759-b3315bfa8a52 req-2400172c-24bc-460a-a2f9-89a76126c005 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:42.490640 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bbccf75-834b-4ebd-9759-b3315bfa8a52 req-2400172c-24bc-460a-a2f9-89a76126c005 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Sep 13 03:27:42.536397 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bbccf75-834b-4ebd-9759-b3315bfa8a52 req-f220e1db-b5b1-4a8b-b401-05a05fff45ef tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 Sep 13 03:27:43.109772 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e6ac0-6cb9-4ead-89b6-f91f25806f46 req-6fb9d8e6-23e2-47f6-92c9-97a992ebe613 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:43.111281 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7a4e6ac0-6cb9-4ead-89b6-f91f25806f46 req-6fb9d8e6-23e2-47f6-92c9-97a992ebe613 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0467782 Sep 13 03:27:43.161174 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7a4e6ac0-6cb9-4ead-89b6-f91f25806f46 req-da7f45c6-b1bc-4393-871b-47735ec80b6f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427489 Sep 13 03:27:43.657009 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674601c-8b49-4f00-a9f5-0773e092d7eb req-96a06923-464d-4d7e-bde4-e94c86ecb59a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:43.658460 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e674601c-8b49-4f00-a9f5-0773e092d7eb req-96a06923-464d-4d7e-bde4-e94c86ecb59a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0472667 Sep 13 03:27:43.671108 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:43.675695 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:43.705845 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e674601c-8b49-4f00-a9f5-0773e092d7eb req-eb4b67a7-09fc-46f8-a856-9d2b060c997d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Sep 13 03:27:44.282710 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a0e35-30b6-4c33-a050-491e87008010 req-18d97a29-ce4c-4174-8d23-770ef07314a6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:44.284728 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d80a0e35-30b6-4c33-a050-491e87008010 req-18d97a29-ce4c-4174-8d23-770ef07314a6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0495458 Sep 13 03:27:44.332501 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d80a0e35-30b6-4c33-a050-491e87008010 req-3fcd681c-e660-4958-8f49-18c9eacdcaef tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Sep 13 03:27:44.581693 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d1cc64ad-7055-4659-9ffc-5aac275bcd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:44.824056 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90179c-8c7d-475c-9a9b-2e61370c45f7 req-6aec6d90-e329-488f-aaeb-b98a1c64c576 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:44.825513 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da90179c-8c7d-475c-9a9b-2e61370c45f7 req-6aec6d90-e329-488f-aaeb-b98a1c64c576 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0467081 Sep 13 03:27:44.875772 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da90179c-8c7d-475c-9a9b-2e61370c45f7 req-ef30e9f5-97ac-4ec0-ac85-1ac68d24a958 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Sep 13 03:27:45.454128 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ca71d-3b98-44af-9156-081ab3557b98 req-a7a97d2d-de16-4004-8d74-4217b19a5354 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:45.455603 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d27ca71d-3b98-44af-9156-081ab3557b98 req-a7a97d2d-de16-4004-8d74-4217b19a5354 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0463412 Sep 13 03:27:45.502217 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d27ca71d-3b98-44af-9156-081ab3557b98 req-ddadb80e-bda4-4da9-adf9-21ca51f6cb64 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410459 Sep 13 03:27:45.994204 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbad104-92df-4678-bbe1-e5ad8dde14f3 req-41da8d14-d147-4f88-9106-5eca338cf866 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:45.995662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cbad104-92df-4678-bbe1-e5ad8dde14f3 req-41da8d14-d147-4f88-9106-5eca338cf866 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0463409 Sep 13 03:27:46.041822 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cbad104-92df-4678-bbe1-e5ad8dde14f3 req-97576efc-1b02-4a28-975b-0de97302648f tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Sep 13 03:27:46.620283 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2457139-3a95-494d-8d3e-1ac3f9c7cb90 req-c353aa9a-6dcc-49ec-9d6e-3a31c410a69e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:46.621723 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c2457139-3a95-494d-8d3e-1ac3f9c7cb90 req-c353aa9a-6dcc-49ec-9d6e-3a31c410a69e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0464830 Sep 13 03:27:46.664016 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:46.671849 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c2457139-3a95-494d-8d3e-1ac3f9c7cb90 req-829a3e2c-3b00-4260-a83f-1b9a9221cd51 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440059 Sep 13 03:27:46.963983 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1a04b8af-5bbc-4d7d-9be1-e9bc04d8ba47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:47.165225 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7c53-05af-4d20-9105-65da9382995d req-6a582644-74d4-4e1c-a7b1-81a206d7bf64 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:47.166962 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a65e7c53-05af-4d20-9105-65da9382995d req-6a582644-74d4-4e1c-a7b1-81a206d7bf64 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0491133 Sep 13 03:27:47.213896 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a65e7c53-05af-4d20-9105-65da9382995d req-f238a550-240f-4f2f-8345-801aac8fdb4e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Sep 13 03:27:47.733549 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20d09d-986f-4550-a735-badcd453f703 req-26756023-08f6-4ad0-bc18-9bf7a7dc1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:47.735079 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d20d09d-986f-4550-a735-badcd453f703 req-26756023-08f6-4ad0-bc18-9bf7a7dc1b52 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1129 time: 0.0429006 Sep 13 03:27:47.782564 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d20d09d-986f-4550-a735-badcd453f703 req-34e54f5e-7809-454a-bd8b-76fca3a1c7ec service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384393 Sep 13 03:27:47.792956 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f21ff-4751-43c6-990f-3a9be22cfecc req-7d8cb615-7ee3-4340-9c61-3dc23ef273cd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:47.794427 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e21f21ff-4751-43c6-990f-3a9be22cfecc req-7d8cb615-7ee3-4340-9c61-3dc23ef273cd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0467453 Sep 13 03:27:47.841976 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e21f21ff-4751-43c6-990f-3a9be22cfecc req-078094eb-9e8b-4c9d-88ff-25af7ace9c5a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418367 Sep 13 03:27:48.183975 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:48.318209 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:48.334672 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39de01c-4230-4f4c-8581-58eb230f3151 req-4048a789-e1d9-4b99-b485-6cd41a8e3a15 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:48.336125 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a39de01c-4230-4f4c-8581-58eb230f3151 req-4048a789-e1d9-4b99-b485-6cd41a8e3a15 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0495791 Sep 13 03:27:48.385025 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a39de01c-4230-4f4c-8581-58eb230f3151 req-8f48717f-8544-4407-a791-1b6ab3e81318 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Sep 13 03:27:48.960625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d099-a74c-48ee-9d78-9af6a958042f req-fe4173a6-e1a0-4138-b9ca-fe271398f586 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:48.962079 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c5c4d099-a74c-48ee-9d78-9af6a958042f req-fe4173a6-e1a0-4138-b9ca-fe271398f586 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0462830 Sep 13 03:27:49.007850 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c5c4d099-a74c-48ee-9d78-9af6a958042f req-c3d0e3b8-bd6c-483f-a537-0e7a4ada043e tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401242 Sep 13 03:27:49.020971 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:27:49.503555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c804da3-0eab-4cb5-95ea-aaacc97ce019 req-de0fcce9-2ade-4d8e-9656-eb5833601f8d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:49.505108 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c804da3-0eab-4cb5-95ea-aaacc97ce019 req-de0fcce9-2ade-4d8e-9656-eb5833601f8d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0457723 Sep 13 03:27:49.556770 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c804da3-0eab-4cb5-95ea-aaacc97ce019 req-1371bab1-3c9f-472d-9f37-03d8e93b19a9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462916 Sep 13 03:27:49.568453 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:49.891557 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:50.132839 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ab40-358c-4471-bb3d-5ea4c19f9d69 req-b66acdc7-0ab2-44e1-a42b-f19ed65f0272 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:50.134275 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-22c6ab40-358c-4471-bb3d-5ea4c19f9d69 req-b66acdc7-0ab2-44e1-a42b-f19ed65f0272 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0495856 Sep 13 03:27:50.180400 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-22c6ab40-358c-4471-bb3d-5ea4c19f9d69 req-4df16025-04d4-4a4b-b784-5ceb7543ddbd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 Sep 13 03:27:50.564341 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:50.577709 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65486139-5325-4dea-ab86-6ce92a0f5bc4 req-4799a3f4-96b0-4618-a620-2d35e5f9cde3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:50.579213 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-65486139-5325-4dea-ab86-6ce92a0f5bc4 req-4799a3f4-96b0-4618-a620-2d35e5f9cde3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0482125 Sep 13 03:27:50.628823 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-65486139-5325-4dea-ab86-6ce92a0f5bc4 req-df04bebe-6aae-4bbd-beed-4cbef360c2dd tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 Sep 13 03:27:50.683634 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccf6d6-5ebf-4ab7-be03-d7c495704657 req-a8578e61-024e-4389-a3dc-9ae99e0e8cd5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:50.685090 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fcccf6d6-5ebf-4ab7-be03-d7c495704657 req-a8578e61-024e-4389-a3dc-9ae99e0e8cd5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0468404 Sep 13 03:27:50.733061 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fcccf6d6-5ebf-4ab7-be03-d7c495704657 req-c5273e04-186c-48f6-b37a-39db6095cdb2 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Sep 13 03:27:50.752750 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-2a9830ad-a2f7-4a52-b4e5-768c2483ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:50.754257 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-2a9830ad-a2f7-4a52-b4e5-768c2483ace6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1129 time: 0.0403209 Sep 13 03:27:50.850880 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-6fee3900-0847-4710-94c6-8bab81b01fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:50.852327 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-6fee3900-0847-4710-94c6-8bab81b01fc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.0895450 Sep 13 03:27:50.913904 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-461f122a-f98c-4b5c-942a-71128ba42ae6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 200 len: 1001 time: 0.0541508 Sep 13 03:27:50.966073 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-d6565f79-f418-44ab-adf0-a8f6291bb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:50.967486 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-d6565f79-f418-44ab-adf0-a8f6291bb055 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0466499 Sep 13 03:27:51.012694 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-ed01a881-b3aa-43c6-91ae-2ebd371c4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:51.014066 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-ed01a881-b3aa-43c6-91ae-2ebd371c4454 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379694 Sep 13 03:27:51.107739 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-d44ee02f-61ba-4d7a-8208-be4a00519da3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866187 Sep 13 03:27:51.196967 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ee0e170b-8498-4ea1-8fbd-2918aaa99ebe req-f417a041-7f97-4921-8f89-ec175d7ad973 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Sep 13 03:27:51.750908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d00c-8041-4c88-9ef1-edb517fc7253 req-12dfee28-692d-474e-ae15-32e13f333c6d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:51.752382 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e695d00c-8041-4c88-9ef1-edb517fc7253 req-12dfee28-692d-474e-ae15-32e13f333c6d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0468247 Sep 13 03:27:51.805240 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e695d00c-8041-4c88-9ef1-edb517fc7253 req-d61bfc50-d6aa-4718-9ddb-e0b79fe16eb4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473881 Sep 13 03:27:51.858113 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d414cc-5e47-4086-bf0e-0ad04c96dcf1 req-80d0f52b-9cef-4b2b-bf8e-a762d71344b7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:51.859626 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-19d414cc-5e47-4086-bf0e-0ad04c96dcf1 req-80d0f52b-9cef-4b2b-bf8e-a762d71344b7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0506854 Sep 13 03:27:51.905538 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-19d414cc-5e47-4086-bf0e-0ad04c96dcf1 req-d43fa683-5bab-4c02-bd92-63a9ff9e2d5a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Sep 13 03:27:52.925348 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ea67-4da3-4c44-bb2a-ca92737b6c85 req-c9d64c31-2d39-4a96-aace-6c7c3053bd97 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:52.926827 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6b2ea67-4da3-4c44-bb2a-ca92737b6c85 req-c9d64c31-2d39-4a96-aace-6c7c3053bd97 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0466361 Sep 13 03:27:52.974828 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6b2ea67-4da3-4c44-bb2a-ca92737b6c85 req-4037a5b8-baee-447f-b1f7-22419639b194 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425332 Sep 13 03:27:53.024153 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480156b-5f1e-468b-8f5a-2b78640bbbfd req-745dfcd4-a454-40fa-b4ad-9689761fd969 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:53.025633 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6480156b-5f1e-468b-8f5a-2b78640bbbfd req-745dfcd4-a454-40fa-b4ad-9689761fd969 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0464849 Sep 13 03:27:53.073020 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6480156b-5f1e-468b-8f5a-2b78640bbbfd req-fffa9f93-35e4-434c-b6bb-dbd3d47551ac tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Sep 13 03:27:54.087770 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:54.096750 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c360e4-344c-4f34-a7e1-28d4b8a8321c req-adce3b8d-b583-48f3-9f16-6f4dd5deb6c8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:54.098227 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60c360e4-344c-4f34-a7e1-28d4b8a8321c req-adce3b8d-b583-48f3-9f16-6f4dd5deb6c8 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0495818 Sep 13 03:27:54.149660 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60c360e4-344c-4f34-a7e1-28d4b8a8321c req-dd994fa4-a583-40e3-b92c-567cc9655d05 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453041 Sep 13 03:27:54.198756 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be038993-3327-4cd8-8cad-19e76069b352 req-15feed24-bdb8-4c4e-88a0-39a6b1b62d60 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:54.200188 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-be038993-3327-4cd8-8cad-19e76069b352 req-15feed24-bdb8-4c4e-88a0-39a6b1b62d60 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0470805 Sep 13 03:27:54.238386 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:54.249921 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-be038993-3327-4cd8-8cad-19e76069b352 req-2d660caa-a7a6-42ff-a784-2093e1eda4be tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Sep 13 03:27:54.444940 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff452bc5-ede6-498e-a1b0-0ac496940075 req-d27a8f49-ca24-4cdd-8fa2-f265dc6a0b9c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:54.446365 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ff452bc5-ede6-498e-a1b0-0ac496940075 req-d27a8f49-ca24-4cdd-8fa2-f265dc6a0b9c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0461855 Sep 13 03:27:54.492467 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ff452bc5-ede6-498e-a1b0-0ac496940075 req-1d7838ea-f0d4-4de1-b85e-fce33e59ac54 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Sep 13 03:27:55.170026 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-d2e6e414-4344-4b73-b2cf-4084ac9e4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:55.171541 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-d2e6e414-4344-4b73-b2cf-4084ac9e4088 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1129 time: 0.0447376 Sep 13 03:27:55.284645 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba27bd-535a-40c3-8e9c-82a66ee6e21c req-8af58ef5-73b4-4c46-88b3-1ea9530c08b2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:55.286090 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-65ba27bd-535a-40c3-8e9c-82a66ee6e21c req-8af58ef5-73b4-4c46-88b3-1ea9530c08b2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0599101 Sep 13 03:27:55.320469 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-a5bd4d14-eb80-4bf7-bda6-8f1a642b2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:55.321914 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-a5bd4d14-eb80-4bf7-bda6-8f1a642b2d01 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.1426139 Sep 13 03:27:55.382654 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-65ba27bd-535a-40c3-8e9c-82a66ee6e21c req-8cce2116-ce05-49ca-93fa-09ba621970e3 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898855 Sep 13 03:27:55.396732 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-99055434-8405-4bd6-b255-6830311e1526 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 1001 time: 0.0652361 Sep 13 03:27:55.433814 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:55.447584 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-7bb44ab9-6a56-4c59-bada-27760ad039d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:55.449060 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-7bb44ab9-6a56-4c59-bada-27760ad039d3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0452175 Sep 13 03:27:55.496335 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-0ef187f6-5ddd-4aa7-8172-4c0f13dead52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:55.497815 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-0ef187f6-5ddd-4aa7-8172-4c0f13dead52 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416458 Sep 13 03:27:55.499691 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9becc-fdaa-4b5a-a87d-bae10fdfc021 req-837821f8-1242-45a4-9931-7bec8e61c517 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:55.501135 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-38e9becc-fdaa-4b5a-a87d-bae10fdfc021 req-837821f8-1242-45a4-9931-7bec8e61c517 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0471559 Sep 13 03:27:55.511911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48618) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:27:55.516173 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Request body: {'floatingip': {'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:27:55.576141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:55.628571 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-bad8a486-5ea8-4f1d-86f6-f20caa12fd95 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239345 Sep 13 03:27:55.634374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6fa34-ff30-4a4b-b6da-93afc4b1876d req-d71dae62-6ed5-4b9f-914b-5e68f50940af tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:55.635774 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49a6fa34-ff30-4a4b-b6da-93afc4b1876d req-d71dae62-6ed5-4b9f-914b-5e68f50940af tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0679371 Sep 13 03:27:55.739295 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-49a6fa34-ff30-4a4b-b6da-93afc4b1876d req-c2d95ae1-12a0-4537-9a41-934194fe2bf7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946014 Sep 13 03:27:55.759434 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:55.759574 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f894fdac-c24c-4ea0-9750-053d68f5d7a5 req-ab79e447-28f7-40b7-a13a-a311e904eafa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191628 Sep 13 03:27:56.021366 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:56.024934 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:56.217840 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Router 2f4fe874-5ff3-442f-9b6c-16552b97e037 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:27:56.320131 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:27:56.324787 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:27:56.331859 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] Sync routers for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:27:56.342945 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:27:56.344193 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:27:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:27:56.379223 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:27:56.381454 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:27:56.391239 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-395fe188-093c-4548-9d81-6a799e1edf23 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/9312dd47-7829-456c-a835-e88f394fb783 HTTP/1.1" status: 200 len: 993 time: 0.8782675 Sep 13 03:27:56.421707 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972373f1-28a5-4322-9df5-a322cea0bb5d x-openstack-request-id: req-972373f1-28a5-4322-9df5-a322cea0bb5d {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:27:56.422001 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:27:56.422295 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-972373f1-28a5-4322-9df5-a322cea0bb5d {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:27:56.422745 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972373f1-28a5-4322-9df5-a322cea0bb5d'] response: {'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'status': 'completed', 'code': 200} Sep 13 03:27:56.457926 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:27:56.666393 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9312dd47-7829-456c-a835-e88f394fb783', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'mac_address': 'fa:16:3e:0b:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:23:50Z', 'updated_at': '2022-09-13T03:27:55Z', 'revision_number': 3, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:27:56.690160 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] Checking router: 2f4fe874-5ff3-442f-9b6c-16552b97e037 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:27:56.698238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:27:56.698854 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:27:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:27:56.798438 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:27:56.865076 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acadaf-c6d0-4663-9bce-46d416ac6d67 req-5440c6ad-9c0f-4ef2-b6eb-496e3c97a0ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:56.866686 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06acadaf-c6d0-4663-9bce-46d416ac6d67 req-5440c6ad-9c0f-4ef2-b6eb-496e3c97a0ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0506551 Sep 13 03:27:56.927350 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06acadaf-c6d0-4663-9bce-46d416ac6d67 req-7741949f-380e-4120-a2ca-e8cf67b01108 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547211 Sep 13 03:27:56.956685 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-3829e15b-86ff-4935-8843-79f1a8b3be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:56.958165 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-3829e15b-86ff-4935-8843-79f1a8b3be0c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1129 time: 0.0434437 Sep 13 03:27:57.017050 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9312dd47-7829-456c-a835-e88f394fb783', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'mac_address': 'fa:16:3e:0b:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:23:50Z', 'updated_at': '2022-09-13T03:27:55Z', 'revision_number': 3, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:27:57.040410 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:57.055843 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-155c4f14-e8f6-4be9-b267-6ec6b31d136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:57.057403 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-155c4f14-e8f6-4be9-b267-6ec6b31d136d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.0920565 Sep 13 03:27:57.121747 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-faab7096-3aab-43c2-9820-ed9498b51e48 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 200 len: 1001 time: 0.0581596 Sep 13 03:27:57.165273 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5fddc-7084-4155-ad14-abdd0ab2d5d9 None None] The sync data for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi is: [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '9312dd47-7829-456c-a835-e88f394fb783', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'port_id': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'mac_address': 'fa:16:3e:0b:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:23:50Z', 'updated_at': '2022-09-13T03:27:55Z', 'revision_number': 3, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:27:57.174310 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-3ad145af-1392-4ec8-a4f0-7da9ece3374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:57.175826 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-3ad145af-1392-4ec8-a4f0-7da9ece3374f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0474954 Sep 13 03:27:57.231070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-7a24a400-4816-49da-aa37-40d6a3905aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:57.232595 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-7a24a400-4816-49da-aa37-40d6a3905aee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439098 Sep 13 03:27:57.324577 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-84745b73-8859-4c49-9fd1-384e0c9757e6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860672 Sep 13 03:27:57.416578 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b0b1a3b1-bcd0-4875-9258-6efca88b11b0 req-306bcfad-f68d-4196-9ca2-2b874904e587 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857131 Sep 13 03:27:58.424182 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:27:58.426565 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e444b0-888b-4e3b-a842-71bd9e4fc226" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:27:58.463914 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce7f01e-d72d-49e0-a622-2a4ed87daeb2 x-openstack-request-id: req-cce7f01e-d72d-49e0-a622-2a4ed87daeb2 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:27:58.464201 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:27:58.464448 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cce7f01e-d72d-49e0-a622-2a4ed87daeb2 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:27:58.464838 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce7f01e-d72d-49e0-a622-2a4ed87daeb2'] response: {'name': 'network-changed', 'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'status': 'completed', 'code': 200} Sep 13 03:27:58.553924 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-b6b21275-7cbd-4195-a9fd-fbf502121347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:58.555404 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-b6b21275-7cbd-4195-a9fd-fbf502121347 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=609f8dcac1034d09a04192f4238b2857&device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 1129 time: 0.0393314 Sep 13 03:27:58.648363 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-e283f7e5-f187-4b82-9ee8-8a292f413db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:58.649835 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-e283f7e5-f187-4b82-9ee8-8a292f413db8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 200 len: 920 time: 0.0879498 Sep 13 03:27:58.700570 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:27:58.710495 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-0cf344aa-a2d5-40f0-aa18-8081e96a6140 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 200 len: 1001 time: 0.0540395 Sep 13 03:27:58.759592 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-d942c0d4-2176-4aea-9a55-c7e4d98714d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:58.761004 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-d942c0d4-2176-4aea-9a55-c7e4d98714d6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 200 len: 858 time: 0.0429702 Sep 13 03:27:58.805691 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-df61c31b-58d7-4a11-8029-71fe8e271019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:27:58.807135 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-df61c31b-58d7-4a11-8029-71fe8e271019 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cb2e37f0-0a1e-4f79-8597-600d7213f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406427 Sep 13 03:27:58.895305 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-70a7ef7e-d19b-49b4-89d8-704616405a0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821311 Sep 13 03:27:58.987988 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6e444b0-888b-4e3b-a842-71bd9e4fc226 req-41b4f480-5090-4262-adde-9d3b4c429370 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861123 Sep 13 03:27:59.016577 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:00.264887 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:06.387105 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:06.389935 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:08.974795 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=27 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:08.984850 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:10.253568 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:10.259402 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:10.777666 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70cd95-6f9f-4866-afb1-61feb840478a req-8edc7043-dc58-47ab-ac37-1ce7ff0ae646 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:10.779154 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5a70cd95-6f9f-4866-afb1-61feb840478a req-8edc7043-dc58-47ab-ac37-1ce7ff0ae646 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Sep 13 03:28:10.827633 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5a70cd95-6f9f-4866-afb1-61feb840478a req-d2681591-30e8-45f2-a222-1d29e06dafdc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 Sep 13 03:28:11.080872 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:11.090931 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:11.948478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc217f3-4e5b-4c23-8519-e4d4024aeee9 req-4e03fe4c-6b37-4e55-964e-3eb04f1c63d8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:11.949929 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7fc217f3-4e5b-4c23-8519-e4d4024aeee9 req-4e03fe4c-6b37-4e55-964e-3eb04f1c63d8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Sep 13 03:28:11.998323 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7fc217f3-4e5b-4c23-8519-e4d4024aeee9 req-810cb869-258e-479e-b7e1-688cdb73c0dc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421922 Sep 13 03:28:13.116499 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9d825-f6b8-4fb2-8bc4-581248ff46cf req-1cbf897f-ca7e-4b7b-b935-5350077769c1 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:13.117938 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b7a9d825-f6b8-4fb2-8bc4-581248ff46cf req-1cbf897f-ca7e-4b7b-b935-5350077769c1 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0455165 Sep 13 03:28:13.169910 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b7a9d825-f6b8-4fb2-8bc4-581248ff46cf req-51edb7e1-7d73-4818-8027-40e0ff7bf78d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465457 Sep 13 03:28:14.291063 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6824e4d-25a4-44ed-86be-e056c240ade5 req-16c0162b-480a-400b-a8c9-2db5da861731 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:14.292493 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6824e4d-25a4-44ed-86be-e056c240ade5 req-16c0162b-480a-400b-a8c9-2db5da861731 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0503569 Sep 13 03:28:14.341461 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6824e4d-25a4-44ed-86be-e056c240ade5 req-ace40188-5d87-41da-8513-319002e2a13d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Sep 13 03:28:14.583555 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b5b54832-484e-41da-a92d-f441766079fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:15.460940 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97426f6e-ab46-4651-acdd-78488f9602c8 req-f4224982-9742-4a77-a279-a3f2980f556d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:15.462412 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-97426f6e-ab46-4651-acdd-78488f9602c8 req-f4224982-9742-4a77-a279-a3f2980f556d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0471830 Sep 13 03:28:15.509851 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-97426f6e-ab46-4651-acdd-78488f9602c8 req-1faffd8e-7442-4c36-a2b8-074570f1b364 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418837 Sep 13 03:28:16.626365 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959785-7287-4427-b793-014a044f4b07 req-56468e97-8f4c-4f5b-a172-f2695fc8a3ca tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:16.627841 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c959785-7287-4427-b793-014a044f4b07 req-56468e97-8f4c-4f5b-a172-f2695fc8a3ca tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0464153 Sep 13 03:28:16.676024 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7c959785-7287-4427-b793-014a044f4b07 req-27cba951-f4a4-47e8-ae05-7ed6f842ce48 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 Sep 13 03:28:16.965042 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bb26a4e6-0ec8-4cbf-b2e5-2f5f0de74df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:17.799843 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef54bd-95a9-4787-9663-bb16164bdafe req-652bbd4b-589a-4e07-a7ea-1cdba6e142a6 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:17.801367 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3eef54bd-95a9-4787-9663-bb16164bdafe req-652bbd4b-589a-4e07-a7ea-1cdba6e142a6 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0459354 Sep 13 03:28:17.850379 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3eef54bd-95a9-4787-9663-bb16164bdafe req-1abb93dc-0129-4a01-bf78-4ae82abfc4cf tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435505 Sep 13 03:28:18.187420 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:18.417732 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb28fd-eab5-44f3-8241-b1bfebf6041a req-aa00d945-f6a8-465d-b4ed-942766951d80 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:18.419194 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f7bb28fd-eab5-44f3-8241-b1bfebf6041a req-aa00d945-f6a8-465d-b4ed-942766951d80 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0498972 Sep 13 03:28:18.466690 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f7bb28fd-eab5-44f3-8241-b1bfebf6041a req-cc845ee2-0ffc-4f79-8397-bf9e47b29bf4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417097 Sep 13 03:28:18.969809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f0ff-237f-4080-b320-9066eefd645e req-bf1f0862-7ec2-4677-8405-f48ab31aa5cc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:18.971273 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4129f0ff-237f-4080-b320-9066eefd645e req-bf1f0862-7ec2-4677-8405-f48ab31aa5cc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0468655 Sep 13 03:28:19.022274 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4129f0ff-237f-4080-b320-9066eefd645e req-5b35167f-db9f-429d-8459-d8e026c70c95 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455477 Sep 13 03:28:19.572882 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:19.585465 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8641b-3a66-4c06-8204-cf2223ea67cc req-b84c24e0-1f59-4ffd-82ca-926c8834f17d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:19.586940 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fad8641b-3a66-4c06-8204-cf2223ea67cc req-b84c24e0-1f59-4ffd-82ca-926c8834f17d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0476348 Sep 13 03:28:19.633366 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fad8641b-3a66-4c06-8204-cf2223ea67cc req-9a7b44b9-6a4f-4daf-a96f-3cd2a9e23778 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407591 Sep 13 03:28:19.895994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:20.142405 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbd07e-2682-4bd4-8822-01d751741b52 req-262f46f9-14a3-4512-a86a-9326c01940fc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:20.143996 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2dbd07e-2682-4bd4-8822-01d751741b52 req-262f46f9-14a3-4512-a86a-9326c01940fc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0473251 Sep 13 03:28:20.193609 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2dbd07e-2682-4bd4-8822-01d751741b52 req-f2fec749-49c0-40d6-ac63-da4d143036a8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435476 Sep 13 03:28:20.379194 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-cbbc1df9-2a1e-4fe9-bbce-496634ae494b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:20.380613 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-cbbc1df9-2a1e-4fe9-bbce-496634ae494b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0452743 Sep 13 03:28:20.470647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port c759dcee-1328-4e27-8f62-118adab12265 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:28:20.470914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (c759dcee-1328-4e27-8f62-118adab12265), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:20.559758 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] For port c759dcee-1328-4e27-8f62-118adab12265, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c759dcee-1328-4e27-8f62-118adab12265,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:20.560120 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (c759dcee-1328-4e27-8f62-118adab12265), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:20.754348 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c42fbe-5c56-4a62-883b-05770f1b73cc req-112dc5bc-6f4a-41f5-aaa4-79abebe427ff tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:20.755764 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c9c42fbe-5c56-4a62-883b-05770f1b73cc req-112dc5bc-6f4a-41f5-aaa4-79abebe427ff tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 945 time: 0.0466657 Sep 13 03:28:20.766872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:20.767249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (76cbacd4-808a-4ca2-a31e-c644cebd66c2), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:20.767569 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 76cbacd4-808a-4ca2-a31e-c644cebd66c2 disassociated. External IP: 172.27.1.247, port: c759dcee-1328-4e27-8f62-118adab12265. Sep 13 03:28:20.767909 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for c759dcee-1328-4e27-8f62-118adab12265 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:28:20.807235 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c9c42fbe-5c56-4a62-883b-05770f1b73cc req-b17f77c2-a4c0-4805-899f-ab3fd59a69ed tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458875 Sep 13 03:28:20.840532 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:20.898902 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (c759dcee-1328-4e27-8f62-118adab12265), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:20.904690 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:20.930321 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=c759dcee-1328-4e27-8f62-118adab12265,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:20.943618 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.943966 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.944311 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.944647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.944980 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.945308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.945634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.945957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.946277 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.946598 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.946944 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.947263 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.947582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.947898 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:20.948213 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:21.050770 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:28:21.447497 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ea2ac-8ec5-4396-aa80-6be1d48b1d95 req-394a182d-8e1a-4e93-8e32-37b375ab2a1c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:21.448944 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-290ea2ac-8ec5-4396-aa80-6be1d48b1d95 req-394a182d-8e1a-4e93-8e32-37b375ab2a1c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0582829 Sep 13 03:28:21.450062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:28:21.460989 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:28:21.471017 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:21.471628 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:21.514159 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] No DVR routers for this DVR port c759dcee-1328-4e27-8f62-118adab12265 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:28:21.518405 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:21.522337 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4179031-5dac-4618-a7d1-953a54bb01e6 req-236233ef-cf11-43ac-bf9d-9d574e0131de tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c759dcee-1328-4e27-8f62-118adab12265 HTTP/1.1" status: 204 len: 173 time: 1.1332312 Sep 13 03:28:21.522860 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'name': 'network-vif-deleted', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:21.525096 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ecc6a0-4489-4702-a6c8-4d4495760a9a" -d '{"events": [{"server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "name": "network-vif-deleted", "tag": "c759dcee-1328-4e27-8f62-118adab12265"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:21.545384 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-290ea2ac-8ec5-4396-aa80-6be1d48b1d95 req-f81dc78f-3837-4518-9f25-ddbf2595f693 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887160 Sep 13 03:28:21.572175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834b2c04-99c6-4c39-89d0-c1f2be51fc93 x-openstack-request-id: req-834b2c04-99c6-4c39-89d0-c1f2be51fc93 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:21.572465 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2620476c-6af0-419c-9d61-aeb1d1ee1457", "name": "network-vif-deleted", "tag": "c759dcee-1328-4e27-8f62-118adab12265", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:21.572719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-834b2c04-99c6-4c39-89d0-c1f2be51fc93 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:21.573109 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834b2c04-99c6-4c39-89d0-c1f2be51fc93'] response: {'server_uuid': '2620476c-6af0-419c-9d61-aeb1d1ee1457', 'name': 'network-vif-deleted', 'tag': 'c759dcee-1328-4e27-8f62-118adab12265', 'status': 'completed', 'code': 200} Sep 13 03:28:21.580571 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:21.905709 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:13Z', 'revision_number': 2, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:21.934485 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:28:21.935156 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-331ab03b-dc1f-4a55-9484-f5a829f11982 req-bd719d83-fcc0-4019-803b-53cffdb112e7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2620476c-6af0-419c-9d61-aeb1d1ee1457 HTTP/1.1" status: 200 len: 210 time: 0.0312576 Sep 13 03:28:21.945658 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:21.946377 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:22.052750 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:22.259430 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:13Z', 'revision_number': 2, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:22.283250 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840696d-449d-41c3-8b25-0c0a2030afa1 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '274c2658-e77d-4f51-8668-bac0acfed571', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:c6:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:21:17Z', 'updated_at': '2022-09-13T03:22:13Z', 'revision_number': 2, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:28:22.580525 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40710e99-4850-442e-9475-10c37ba3deec None None] New status for floating IP 76cbacd4-808a-4ca2-a31e-c644cebd66c2: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:28:22.718914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d8987-9e6e-4fd4-ab4f-de438eb33735 req-5eadc86c-48e8-4f44-a746-83ff668f61f6 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:22.727983 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b12d8987-9e6e-4fd4-ab4f-de438eb33735 req-5eadc86c-48e8-4f44-a746-83ff668f61f6 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0875115 Sep 13 03:28:22.838841 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b12d8987-9e6e-4fd4-ab4f-de438eb33735 req-0c52eae9-d853-431a-857e-79aa9742f4e7 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055984 Sep 13 03:28:23.032625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48702) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:23.088409 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (3dfeb18c-79d2-42d5-9a77-c43a54c66d9e), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.110166 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (3dfeb18c-79d2-42d5-9a77-c43a54c66d9e), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.157795 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3dfeb18c-79d2-42d5-9a77-c43a54c66d9e), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.160968 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.162106 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3dfeb18c-79d2-42d5-9a77-c43a54c66d9e HTTP/1.1" status: 204 len: 168 time: 0.1284988 Sep 13 03:28:23.165155 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48704) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:23.171448 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfeb18c-79d2-42d5-9a77-c43a54c66d9e,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:23.179109 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.179455 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.179669 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-032ddf01-cf1a-4414-8563-5c72ba3e2fdc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] show failed (client error): The resource could not be found. Sep 13 03:28:23.179788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.180120 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.180465 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.180661 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-032ddf01-cf1a-4414-8563-5c72ba3e2fdc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups/3dfeb18c-79d2-42d5-9a77-c43a54c66d9e HTTP/1.1" status: 404 len: 347 time: 0.0140283 Sep 13 03:28:23.180802 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.181118 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.181440 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.181761 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.182087 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.182410 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.182759 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.183080 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.183400 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.183504 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48706) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:23.183717 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304089b7-4cd5-4850-9f16-e00e178d93d1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:23.294894 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port ab5605b3-4d54-4cb2-9d6a-76f8f8520963 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:28:23.295164 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.376351 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.376688 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.390786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for ab5605b3-4d54-4cb2-9d6a-76f8f8520963 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:28:23.457865 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c759dcee-1328-4e27-8f62-118adab12265 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:28:23.478811 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: c759dcee-1328-4e27-8f62-118adab12265 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:28:23.479165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c759dcee-1328-4e27-8f62-118adab12265 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:28:23.531751 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (ab5605b3-4d54-4cb2-9d6a-76f8f8520963), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.535724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:23.560103 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=ab5605b3-4d54-4cb2-9d6a-76f8f8520963,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:23.619989 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (76cbacd4-808a-4ca2-a31e-c644cebd66c2), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.622468 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:23.623634 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-049545d1-e900-4b18-ba08-5eed75aa834a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/76cbacd4-808a-4ca2-a31e-c644cebd66c2 HTTP/1.1" status: 204 len: 168 time: 0.4393435 Sep 13 03:28:24.058232 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0a661-efcc-447f-bfcd-3f1da72a6cda req-2e7d8350-ce7e-438a-97e3-fc7157394801 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:24.059722 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c2c0a661-efcc-447f-bfcd-3f1da72a6cda req-2e7d8350-ce7e-438a-97e3-fc7157394801 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0498466 Sep 13 03:28:24.109297 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c2c0a661-efcc-447f-bfcd-3f1da72a6cda req-4621934e-a449-4372-9775-e8628feeaeb4 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 Sep 13 03:28:25.226025 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a97c5-d40e-49a7-aa74-f878923ce300 req-6ff08ce0-c86d-4e69-b30e-845906fd24eb tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:25.227392 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c96a97c5-d40e-49a7-aa74-f878923ce300 req-6ff08ce0-c86d-4e69-b30e-845906fd24eb tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0457139 Sep 13 03:28:25.237981 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:25.276963 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c96a97c5-d40e-49a7-aa74-f878923ce300 req-0adda409-7f73-4c0b-82cc-7ef7aae7d5a1 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 Sep 13 03:28:26.022545 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:28:26.099308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:26.132356 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-587e2366-18b7-4ed8-8730-61763fe25448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:26.133874 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-587e2366-18b7-4ed8-8730-61763fe25448 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1129 time: 0.0433655 Sep 13 03:28:26.232441 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-14198288-3ec9-46fd-91dc-233ce16eb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:26.233822 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-14198288-3ec9-46fd-91dc-233ce16eb658 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 909 time: 0.0926030 Sep 13 03:28:26.298799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46ab31-32d5-40b4-9828-f76503b6c2ea req-1df52d5c-b4aa-4ca7-8852-bad9db791aa4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:26.300306 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fc46ab31-32d5-40b4-9828-f76503b6c2ea req-1df52d5c-b4aa-4ca7-8852-bad9db791aa4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0505488 Sep 13 03:28:26.348967 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fc46ab31-32d5-40b4-9828-f76503b6c2ea req-fb3164c5-b06d-4dfd-89d5-092d21774560 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426834 Sep 13 03:28:26.393955 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:26.403125 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d17b3-2f57-45e5-ae33-bb5c7045abc0 req-b086d713-7b87-438b-94e7-b33c6b26f29b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:26.404579 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1e6d17b3-2f57-45e5-ae33-bb5c7045abc0 req-b086d713-7b87-438b-94e7-b33c6b26f29b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Sep 13 03:28:26.456815 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1e6d17b3-2f57-45e5-ae33-bb5c7045abc0 req-f30ff450-7119-4d78-8f36-9c6fbdd39873 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467045 Sep 13 03:28:26.651432 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-b9d3b01d-5942-46cf-96cd-252f6e775e33 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 1001 time: 0.0545356 Sep 13 03:28:26.699673 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-1713b5ca-9607-46cc-be64-dd2a28e27198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:26.701023 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-1713b5ca-9607-46cc-be64-dd2a28e27198 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 200 len: 847 time: 0.0431366 Sep 13 03:28:26.747610 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-842ebf60-d6e0-4fa1-9141-9d093061cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:26.749024 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-842ebf60-d6e0-4fa1-9141-9d093061cb20 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411246 Sep 13 03:28:26.838681 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-427a3a10-5ecb-4086-8fbd-6ceecbe64fa9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819967 Sep 13 03:28:26.931533 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b90b82c-81b2-450d-92af-bb63f4024e61 req-7885b4e0-4b8e-4417-b707-e0c5c6449ca6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Sep 13 03:28:27.467339 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f6aae-64e3-4909-b47d-347c0a3cba3e req-7c6b54e2-0d05-45ab-8481-a09b3ee22a26 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:27.468791 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-705f6aae-64e3-4909-b47d-347c0a3cba3e req-7c6b54e2-0d05-45ab-8481-a09b3ee22a26 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0461898 Sep 13 03:28:27.516870 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-705f6aae-64e3-4909-b47d-347c0a3cba3e req-1cd4d118-3f6a-41b0-b94e-e9aed4aedaf3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Sep 13 03:28:27.576020 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841be3c-cf8f-4184-9ae0-ce3b4d6bebe5 req-80256655-0439-4546-badb-4c1f6f8b6a24 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:27.577474 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9841be3c-cf8f-4184-9ae0-ce3b4d6bebe5 req-80256655-0439-4546-badb-4c1f6f8b6a24 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0467770 Sep 13 03:28:27.625966 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9841be3c-cf8f-4184-9ae0-ce3b4d6bebe5 req-8cc08573-1424-4c04-bde8-5e7253c463fb tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429661 Sep 13 03:28:28.566639 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a390-2acc-4ebc-a231-c3f755637652 req-822c324d-e09c-404f-9825-12e48e460b88 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:28.568109 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c738a390-2acc-4ebc-a231-c3f755637652 req-822c324d-e09c-404f-9825-12e48e460b88 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0515926 Sep 13 03:28:28.673471 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aefc8-308f-45e8-823a-cc9c49bcdc2a req-4260c908-46d1-4bf2-a0bf-8f52ba4bbb3a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:28.674944 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dc9aefc8-308f-45e8-823a-cc9c49bcdc2a req-4260c908-46d1-4bf2-a0bf-8f52ba4bbb3a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 945 time: 0.0747437 Sep 13 03:28:28.710643 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port 99e3ee84-e44d-466c-bb25-da0a34a04a5e {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:28:28.710985 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:28.745170 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a76af5-680a-4919-af9d-4a70cdd25e73 req-905f897c-3bbc-40a9-8b8d-1fa254985035 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:28.746653 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-29a76af5-680a-4919-af9d-4a70cdd25e73 req-905f897c-3bbc-40a9-8b8d-1fa254985035 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0465231 Sep 13 03:28:28.780059 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dc9aefc8-308f-45e8-823a-cc9c49bcdc2a req-46e0ff7a-d12f-4163-8eb9-4ca683c063e5 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d6830f80-43df-4324-8c76-cf4c7653f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995388 Sep 13 03:28:28.790007 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:28.799749 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-29a76af5-680a-4919-af9d-4a70cdd25e73 req-012f76e1-02c0-419a-8526-24d3ca5b7f59 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466235 Sep 13 03:28:28.823055 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] For port 99e3ee84-e44d-466c-bb25-da0a34a04a5e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=99e3ee84-e44d-466c-bb25-da0a34a04a5e,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:28.823415 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:28.929607 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:29.000491 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:29.000857 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (274c2658-e77d-4f51-8668-bac0acfed571), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:29.001175 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 274c2658-e77d-4f51-8668-bac0acfed571 disassociated. External IP: 172.27.1.149, port: 99e3ee84-e44d-466c-bb25-da0a34a04a5e. Sep 13 03:28:29.001512 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for 99e3ee84-e44d-466c-bb25-da0a34a04a5e owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:28:29.137728 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (99e3ee84-e44d-466c-bb25-da0a34a04a5e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:29.163312 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=99e3ee84-e44d-466c-bb25-da0a34a04a5e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:29.274413 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:28:29.384962 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:28:29.396832 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de024093-7743-4518-93ac-409ee46a2029 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:28:29.406893 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:29.407492 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:29.429932 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] No DVR routers for this DVR port 99e3ee84-e44d-466c-bb25-da0a34a04a5e on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:28:29.432488 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:29.436800 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c738a390-2acc-4ebc-a231-c3f755637652 req-46010474-044b-458d-99b6-f063959a6025 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "DELETE /networking/v2.0/ports/99e3ee84-e44d-466c-bb25-da0a34a04a5e HTTP/1.1" status: 204 len: 173 time: 0.8629961 Sep 13 03:28:29.437243 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'name': 'network-vif-deleted', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:29.439629 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255f368-8f95-49b3-98d8-4a1c6cd55f57" -d '{"events": [{"server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "name": "network-vif-deleted", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:29.492548 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 99e3ee84-e44d-466c-bb25-da0a34a04a5e no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:28:29.494379 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587bab8-55f1-4414-81bc-91da929545d7 x-openstack-request-id: req-4587bab8-55f1-4414-81bc-91da929545d7 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:29.494700 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab865ad-8ee0-4def-a996-caa5e4e30f30", "name": "network-vif-deleted", "tag": "99e3ee84-e44d-466c-bb25-da0a34a04a5e", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:29.495078 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4587bab8-55f1-4414-81bc-91da929545d7 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:29.501122 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4587bab8-55f1-4414-81bc-91da929545d7'] response: {'server_uuid': 'dab865ad-8ee0-4def-a996-caa5e4e30f30', 'name': 'network-vif-deleted', 'tag': '99e3ee84-e44d-466c-bb25-da0a34a04a5e', 'status': 'completed', 'code': 200} Sep 13 03:28:29.518943 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 99e3ee84-e44d-466c-bb25-da0a34a04a5e {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:28:29.519294 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 99e3ee84-e44d-466c-bb25-da0a34a04a5e not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:28:29.531829 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:29.567978 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:29.725461 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:29.740451 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:29.765824 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de024093-7743-4518-93ac-409ee46a2029 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:28:29.775088 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:29.775686 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:29.880242 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:29.901065 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-22b1ffce-1750-4b1a-96b7-128dba8ddf70 req-90573109-aa4c-4be0-a1c4-e9267654343f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dab865ad-8ee0-4def-a996-caa5e4e30f30 HTTP/1.1" status: 200 len: 210 time: 0.0314932 Sep 13 03:28:29.927509 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c75a8-04c5-4746-aba0-be3f50a8c0c9 req-003b38e9-5919-4cf0-893f-23e983d08fbc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:29.929113 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da8c75a8-04c5-4746-aba0-be3f50a8c0c9 req-003b38e9-5919-4cf0-893f-23e983d08fbc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0545967 Sep 13 03:28:29.979611 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-da8c75a8-04c5-4746-aba0-be3f50a8c0c9 req-ea207e70-c238-41b9-8557-48b0492937ad tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449758 Sep 13 03:28:30.078943 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-de024093-7743-4518-93ac-409ee46a2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:30.112437 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de024093-7743-4518-93ac-409ee46a2029 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:28:30.246583 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48762) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:30.273499 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24942-91c4-451d-ba3e-5e111d2adf03 req-94d93ae1-8433-4e4e-a916-bb776ad92393 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:30.276179 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2dc24942-91c4-451d-ba3e-5e111d2adf03 req-94d93ae1-8433-4e4e-a916-bb776ad92393 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0569856 Sep 13 03:28:30.281770 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:30.357667 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2dc24942-91c4-451d-ba3e-5e111d2adf03 req-04413398-1a01-492e-b246-a76fb46f110b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739424 Sep 13 03:28:30.362020 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-90593d06-d449-44c9-a406-4b6ea7920458 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138961 Sep 13 03:28:30.379410 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-31470dd5-968d-4c56-9377-92feb36af2f8 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:28:30.379410 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-31470dd5-968d-4c56-9377-92feb36af2f8 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052185 Sep 13 03:28:30.423466 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d0660-0d05-4245-909c-0af95280d703 None None] New status for floating IP 274c2658-e77d-4f51-8668-bac0acfed571: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:28:30.450506 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48770) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:30.547062 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-0f26e064-2a07-45a2-a4ac-e4c09cf8f304 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:30.548613 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-0f26e064-2a07-45a2-a4ac-e4c09cf8f304 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports/802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 942 time: 0.0970306 Sep 13 03:28:30.995806 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48784) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:31.050730 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9a86c8b2-4dba-4120-b250-e37cdfe293fc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (d6830f80-43df-4324-8c76-cf4c7653f342), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.075278 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9a86c8b2-4dba-4120-b250-e37cdfe293fc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (d6830f80-43df-4324-8c76-cf4c7653f342), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.124295 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9a86c8b2-4dba-4120-b250-e37cdfe293fc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d6830f80-43df-4324-8c76-cf4c7653f342), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.127060 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-9a86c8b2-4dba-4120-b250-e37cdfe293fc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.128209 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-9a86c8b2-4dba-4120-b250-e37cdfe293fc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d6830f80-43df-4324-8c76-cf4c7653f342 HTTP/1.1" status: 204 len: 168 time: 0.1313095 Sep 13 03:28:31.131666 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48786) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:31.138138 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86c8b2-4dba-4120-b250-e37cdfe293fc tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6830f80-43df-4324-8c76-cf4c7653f342,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:31.147221 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-cb3d400a-533d-46c9-acc2-f7e8ee54c6b6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] show failed (client error): The resource could not be found. Sep 13 03:28:31.148427 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-cb3d400a-533d-46c9-acc2-f7e8ee54c6b6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups/d6830f80-43df-4324-8c76-cf4c7653f342 HTTP/1.1" status: 404 len: 347 time: 0.0150931 Sep 13 03:28:31.151796 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48788) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:31.261803 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port 0f7cbcf8-53df-45bd-a8fc-070457c9c0f0 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:28:31.262062 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.337050 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.337373 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.353997 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for 0f7cbcf8-53df-45bd-a8fc-070457c9c0f0 owned by network:floatingip {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:28:31.491448 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 802c0f2a-3726-4731-b295-4046e1e4707e no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:28:31.572688 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 802c0f2a-3726-4731-b295-4046e1e4707e is: ACTIVE; New status is: DOWN {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:28:31.573064 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.596744 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:31.599010 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745c89e7-d389-4a01-b49e-b4af3a822e21" -d '{"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-unplugged", "status": "completed", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:31.635832 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:31.639886 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7def606f-12e7-4768-bac4-41c57ed88a41 x-openstack-request-id: req-7def606f-12e7-4768-bac4-41c57ed88a41 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:31.640515 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-unplugged", "status": "failed", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e", "code": 422}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:31.640869 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7def606f-12e7-4768-bac4-41c57ed88a41 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:31.641871 dv-cinder-857075-2-iscsi neutron-server[106193]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7def606f-12e7-4768-bac4-41c57ed88a41']: {'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e', 'code': 422} returned with failed status Sep 13 03:28:31.643665 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.675598 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8a48e-7c21-4843-8680-93cdf0576dd8 req-c9a08b08-f890-4da4-b9bf-b6adae609de8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:31.683549 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dec8a48e-7c21-4843-8680-93cdf0576dd8 req-c9a08b08-f890-4da4-b9bf-b6adae609de8 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0783358 Sep 13 03:28:31.695820 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=6']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:31.703381 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.703963 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.704305 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.704636 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.704969 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.705286 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.705769 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.706151 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.706415 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.706756 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.707258 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.707602 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.707929 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.708249 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.708562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:28:31.721931 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:31.762922 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dec8a48e-7c21-4843-8680-93cdf0576dd8 req-a3dff84a-629b-43ba-bd2f-7f4b026aa34c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782697 Sep 13 03:28:31.804558 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (0f7cbcf8-53df-45bd-a8fc-070457c9c0f0), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.812115 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:31.833099 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=0f7cbcf8-53df-45bd-a8fc-070457c9c0f0,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:31.897038 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (274c2658-e77d-4f51-8668-bac0acfed571), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.899577 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:31.904090 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-ce6a6da6-ded0-4f54-aede-7c3bc6fe700b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/274c2658-e77d-4f51-8668-bac0acfed571 HTTP/1.1" status: 204 len: 168 time: 0.7479980 Sep 13 03:28:31.985862 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48798) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:31.991146 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-aee3d474-f15c-4b7e-9244-1ad0ccaac9c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019084500', 'description': 'tempest-description--1650479742'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:32.013462 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aee3d474-f15c-4b7e-9244-1ad0ccaac9c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.033063 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:32.097211 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aee3d474-f15c-4b7e-9244-1ad0ccaac9c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (400a44d2-d96e-4c60-aa8c-a0ac61eb4d17), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.101586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aee3d474-f15c-4b7e-9244-1ad0ccaac9c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (400a44d2-d96e-4c60-aa8c-a0ac61eb4d17), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.112939 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:32.134010 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d474-f15c-4b7e-9244-1ad0ccaac9c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:32.144308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-aee3d474-f15c-4b7e-9244-1ad0ccaac9c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.145462 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-aee3d474-f15c-4b7e-9244-1ad0ccaac9c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1585417 Sep 13 03:28:32.148553 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48800) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:32.153488 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-d8c65357-6581-4af6-b70c-eb3d74284127 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': '400a44d2-d96e-4c60-aa8c-a0ac61eb4d17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:32.180573 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8c65357-6581-4af6-b70c-eb3d74284127 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (528febd5-e233-4d51-b958-45dec32b802a), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.237162 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8c65357-6581-4af6-b70c-eb3d74284127 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (528febd5-e233-4d51-b958-45dec32b802a), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.241328 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8c65357-6581-4af6-b70c-eb3d74284127 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (528febd5-e233-4d51-b958-45dec32b802a), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.260692 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c65357-6581-4af6-b70c-eb3d74284127 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528febd5-e233-4d51-b958-45dec32b802a,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:32.267103 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d8c65357-6581-4af6-b70c-eb3d74284127 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.268265 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d8c65357-6581-4af6-b70c-eb3d74284127 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182055 Sep 13 03:28:32.271362 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48802) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:32.275788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-43471301-5f93-45e3-825a-108572cf6130 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': '400a44d2-d96e-4c60-aa8c-a0ac61eb4d17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:32.301325 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-43471301-5f93-45e3-825a-108572cf6130 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (d004d059-8fe2-4ff5-af8f-ec7143ee8167), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.355722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-43471301-5f93-45e3-825a-108572cf6130 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (d004d059-8fe2-4ff5-af8f-ec7143ee8167), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.359067 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-43471301-5f93-45e3-825a-108572cf6130 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (d004d059-8fe2-4ff5-af8f-ec7143ee8167), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.376269 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43471301-5f93-45e3-825a-108572cf6130 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d004d059-8fe2-4ff5-af8f-ec7143ee8167,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:32.385223 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-43471301-5f93-45e3-825a-108572cf6130 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.386398 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-43471301-5f93-45e3-825a-108572cf6130 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140974 Sep 13 03:28:32.389470 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48804) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:32.393696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:32.416024 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.442376 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-fa745a3c-2706-4a67-ad02-7b2608951383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:32.443960 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-fa745a3c-2706-4a67-ad02-7b2608951383 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6&tenant_id=fb8fff2dfb49442492296d4c1701abb1 HTTP/1.1" status: 200 len: 1127 time: 0.0408180 Sep 13 03:28:32.497258 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.520634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-e5ff06aa-6063-4441-bec9-eac97bb6ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:32.522139 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-e5ff06aa-6063-4441-bec9-eac97bb6ae34 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1127 time: 0.0392847 Sep 13 03:28:32.604980 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.27.1.170 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/0f1f33b6-ceba-4ab3-877d-cf541cb54acd) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:28:32.618227 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-555761c0-e326-4397-8577-113cc881c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:32.619667 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-555761c0-e326-4397-8577-113cc881c8fd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 909 time: 0.0917199 Sep 13 03:28:32.682004 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-b07444ba-dc0b-488a-af7d-7050bbb06c4f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 999 time: 0.0563238 Sep 13 03:28:32.713198 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.719602 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:32.738544 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-0c691c37-0f31-4620-bf08-fae4b03d5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:32.740031 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-0c691c37-0f31-4620-bf08-fae4b03d5f07 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 200 len: 847 time: 0.0511615 Sep 13 03:28:32.748849 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.752854 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:32.785111 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-ef340857-08d0-47b3-8154-fba5abe276ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:32.786599 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-ef340857-08d0-47b3-8154-fba5abe276ea service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409000 Sep 13 03:28:32.796816 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:28:32.801411 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:28:32.803315 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=0f1f33b6-ceba-4ab3-877d-cf541cb54acd,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:32.805491 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:28:32.882376 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-85e3d10e-661c-49f1-855c-b95c0b6bdb33 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895524 Sep 13 03:28:32.931320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac4049-e6f9-4ae1-bf37-323193bf41a4 req-72aec326-6da9-4a61-956a-b93d8d5e64ab tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:32.932783 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ddac4049-e6f9-4ae1-bf37-323193bf41a4 req-72aec326-6da9-4a61-956a-b93d8d5e64ab tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0578823 Sep 13 03:28:32.933789 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (1d01066a-de34-4cc8-90fe-85dd72dc36a9), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:32.977295 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47edfe28-c6aa-4255-96ad-d6b619aef923 req-71fe122c-f81c-4cab-8bf2-0693583cde61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888216 Sep 13 03:28:33.002633 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:33.029962 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ddac4049-e6f9-4ae1-bf37-323193bf41a4 req-8d156e00-92c0-4319-81fc-b39401fc123f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901694 Sep 13 03:28:33.160514 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:33.165459 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:33.231922 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=0f1f33b6-ceba-4ab3-877d-cf541cb54acd,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:33.235336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (1d01066a-de34-4cc8-90fe-85dd72dc36a9), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:33.251447 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:33.252665 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6ea3deca-862a-48ae-a3e8-2a1743a072a1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8622856 Sep 13 03:28:33.447926 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-4ec8b221-8e54-45be-ac89-1f8ade70632e tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2019084500&fields=id&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 267 time: 0.0427384 Sep 13 03:28:33.556504 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-e801eba6-4285-4a61-9f83-0b2609035f6d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:33.557945 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-e801eba6-4285-4a61-9f83-0b2609035f6d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.1037967 Sep 13 03:28:33.572326 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-f977c391-55fc-48af-996d-f1fdb7478746 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/quotas/676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 375 time: 0.0088983 Sep 13 03:28:33.620977 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-aa06d727-b8d8-4b36-b9b8-2d25eedf0122 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438418 Sep 13 03:28:33.759501 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-8a27038c-0db3-498d-b158-7ecb0da15798 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273053 Sep 13 03:28:33.810301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:33.851636 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-38ba33eb-6d6f-41ff-9519-fbc68daecdda service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864246 Sep 13 03:28:34.014732 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2b025499-12bf-4f2b-99ee-2292b146bbf8 req-16d9e0bd-13fc-41ea-9cbc-7e1ebf2e4fa4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 210 time: 0.0284383 Sep 13 03:28:34.155092 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adb61-dadd-4e0c-b428-c4c328a865b2 req-fff12ced-48ad-4c6b-897d-caaf97dea28b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:34.156706 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d78adb61-dadd-4e0c-b428-c4c328a865b2 req-fff12ced-48ad-4c6b-897d-caaf97dea28b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0480947 Sep 13 03:28:34.211376 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d78adb61-dadd-4e0c-b428-c4c328a865b2 req-be91e0bd-38ff-403b-9419-b3f4a3ee1bd7 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489624 Sep 13 03:28:35.119050 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-81698712-df86-4ee9-a5de-a8a1f088cc53 req-8c5ad2f0-86e7-49aa-a281-f8859ee9aff5 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 210 time: 0.0314629 Sep 13 03:28:35.307610 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:35.354973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8e70e-b24e-4086-aece-18fde7d3e44d req-dc14e4cb-8014-480e-a3c6-486bf503771e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:35.356507 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47b8e70e-b24e-4086-aece-18fde7d3e44d req-dc14e4cb-8014-480e-a3c6-486bf503771e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0694289 Sep 13 03:28:35.475660 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47b8e70e-b24e-4086-aece-18fde7d3e44d req-8f9adefe-0a62-4994-bc17-900f553943d0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069725 Sep 13 03:28:35.500535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-498c255d-ba85-4070-a041-8ebdb69ef85f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:35.502025 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-498c255d-ba85-4070-a041-8ebdb69ef85f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.1609623 Sep 13 03:28:35.695324 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-f53bba29-8d2e-4ab8-a891-694194d85104 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 380 time: 0.0519302 Sep 13 03:28:35.706125 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'port': {'device_id': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'admin_state_up': True, 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'security_groups': ['400a44d2-d96e-4c60-aa8c-a0ac61eb4d17']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:35.810757 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Made reservation on behalf of 676c9aac6fa348b89a2d5cef106f1a74 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:28:35.814444 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:35.940326 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.20.0.14 (36a6ffba-7b10-4536-9b6f-36478b4a6ccb/3fdd5a04-ba02-40f1-8823-4840f6613b40/bd04d4b1-89e1-4671-a828-65eb8d1e5eab) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:28:36.078654 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.105091 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:36.112006 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.156819 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:28:36.160837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:28:36.163164 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:28:36.189237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:36.219204 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:36.219927 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.238341 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-717e7685-bbad-47c8-ba40-9f7e679956f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5356045 Sep 13 03:28:36.245860 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fa9a4-1360-4785-913e-c9b85eb229ba req-bae32807-b4c7-41b4-86dc-2f2b7bd382e3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:36.247489 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0c4fa9a4-1360-4785-913e-c9b85eb229ba req-bae32807-b4c7-41b4-86dc-2f2b7bd382e3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 932 time: 0.0505118 Sep 13 03:28:36.256501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Request body: {'port': {'device_id': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:36.284847 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:36.304278 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0c4fa9a4-1360-4785-913e-c9b85eb229ba req-0aa32224-ee7c-4e23-8de0-e96e8c9f7dc1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 Sep 13 03:28:36.340489 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.401093 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-3f25391e-9cf3-4ab8-bfa7-6d0bca7103f3 None None] Provisioning complete for port bd04d4b1-89e1-4671-a828-65eb8d1e5eab triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:28:36.401688 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3f25391e-9cf3-4ab8-bfa7-6d0bca7103f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.435633 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-3f25391e-9cf3-4ab8-bfa7-6d0bca7103f3 None None] Port bd04d4b1-89e1-4671-a828-65eb8d1e5eab cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:28:36.631994 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b42936-9c1f-4ea2-b6e8-1a77acaecfbe req-98c517da-f40e-4dfa-92b7-b605b004506d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:36.633365 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0b42936-9c1f-4ea2-b6e8-1a77acaecfbe req-98c517da-f40e-4dfa-92b7-b605b004506d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0834637 Sep 13 03:28:36.638692 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd04d4b1-89e1-4671-a828-65eb8d1e5eab {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:28:36.652898 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Publish callbacks [] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.677001 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Transition to ACTIVE for port object bd04d4b1-89e1-4671-a828-65eb8d1e5eab will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:28:36.684959 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.734431 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0b42936-9c1f-4ea2-b6e8-1a77acaecfbe req-ff77b684-05f1-4fc2-9374-a537e56733d0 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912995 Sep 13 03:28:36.763930 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:36.815925 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Attempting to bind port bd04d4b1-89e1-4671-a828-65eb8d1e5eab on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:28:36.816878 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Attempting to bind port bd04d4b1-89e1-4671-a828-65eb8d1e5eab by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:28:36.817210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Attempting to bind port bd04d4b1-89e1-4671-a828-65eb8d1e5eab on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:28:36.857479 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Port bd04d4b1-89e1-4671-a828-65eb8d1e5eab on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:28:36.857802 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Attempting to bind port bd04d4b1-89e1-4671-a828-65eb8d1e5eab on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:28:36.899380 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:28:36.899652 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Checking segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:28:36.900034 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Bound using segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:28:36.900458 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Bound port: bd04d4b1-89e1-4671-a828-65eb8d1e5eab, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:28:36.900817 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.960034 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] For port bd04d4b1-89e1-4671-a828-65eb8d1e5eab, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:28:36.963111 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] For port bd04d4b1-89e1-4671-a828-65eb8d1e5eab, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:28:36.969034 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.972161 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:36.972984 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:36.974348 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/bd04d4b1-89e1-4671-a828-65eb8d1e5eab HTTP/1.1" status: 200 len: 1094 time: 0.7225821 Sep 13 03:28:36.976401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:36.978929 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae78b76-3fc9-4007-bd85-e94cc14c27f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:36.982339 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:37.019326 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1fc4be-3dd1-46c2-8411-ae66b952cc61 x-openstack-request-id: req-5d1fc4be-3dd1-46c2-8411-ae66b952cc61 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:37.019619 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:37.019899 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d1fc4be-3dd1-46c2-8411-ae66b952cc61 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:37.020311 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1fc4be-3dd1-46c2-8411-ae66b952cc61'] response: {'name': 'network-changed', 'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'status': 'completed', 'code': 200} Sep 13 03:28:37.038397 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74598b8-4dfc-4d21-aaaa-ce10898d76c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:37.092090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-ab290aff-8ef6-4b06-a6f0-c4136878ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:37.093565 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-ab290aff-8ef6-4b06-a6f0-c4136878ac38 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 1128 time: 0.0396221 Sep 13 03:28:37.145765 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-08ee4d2f-4f0a-4cc6-a74f-9bad1ca4420a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab HTTP/1.1" status: 200 len: 217 time: 0.0334303 Sep 13 03:28:37.180766 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:37.200181 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-67383297-25b4-4375-9529-9d29a101d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:37.201614 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-67383297-25b4-4375-9529-9d29a101d3fa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0497050 Sep 13 03:28:37.244367 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-8487b134-811e-4d1c-8339-f816ec187532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:37.245768 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-8487b134-811e-4d1c-8339-f816ec187532 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377984 Sep 13 03:28:37.332697 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-1fb42528-96a8-46b5-9301-33a7d05d3d45 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804105 Sep 13 03:28:37.438911 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcff3c-83c6-4c5b-97d7-fb893520d4b2 req-6c5f4def-16c6-42d5-b850-444e1732ea3b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:37.440321 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dbcff3c-83c6-4c5b-97d7-fb893520d4b2 req-6c5f4def-16c6-42d5-b850-444e1732ea3b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 944 time: 0.0555074 Sep 13 03:28:37.482474 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb21812d-173d-4f98-8c32-8ea393d95c56 req-09c09268-5162-4465-9ef5-e2e347265c05 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430411 Sep 13 03:28:37.505377 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8dbcff3c-83c6-4c5b-97d7-fb893520d4b2 req-9bf4c835-0b90-483f-ae88-cb53cd253ff8 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562732 Sep 13 03:28:37.857518 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18449f1c-83fe-4c2a-be2d-5e5f59c20edb req-3871067f-c047-4b9a-a434-9bdc7b76f17e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:37.858977 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-18449f1c-83fe-4c2a-be2d-5e5f59c20edb req-3871067f-c047-4b9a-a434-9bdc7b76f17e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0470829 Sep 13 03:28:37.906509 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-18449f1c-83fe-4c2a-be2d-5e5f59c20edb req-133e69d2-f258-4fc9-a7a4-c684aeb42c73 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420644 Sep 13 03:28:38.628662 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853952a1-a1ab-4855-b6aa-bdeaac00fce7 req-4b88a398-f523-4415-9a68-d9556a7b47db tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:38.630732 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-853952a1-a1ab-4855-b6aa-bdeaac00fce7 req-4b88a398-f523-4415-9a68-d9556a7b47db tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 944 time: 0.0498955 Sep 13 03:28:38.677394 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-853952a1-a1ab-4855-b6aa-bdeaac00fce7 req-bc078188-f5c8-4a8d-ba11-16f31512202e tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Sep 13 03:28:39.024560 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc74ca-ae54-4f96-a462-057c8f8ada18 req-cfee1dd7-0827-4c79-a60d-95f3cf3aef6c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:39.026000 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bccc74ca-ae54-4f96-a462-057c8f8ada18 req-cfee1dd7-0827-4c79-a60d-95f3cf3aef6c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0464222 Sep 13 03:28:39.074154 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bccc74ca-ae54-4f96-a462-057c8f8ada18 req-d5105085-9d63-4151-aaf1-cb5cd6807619 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427353 Sep 13 03:28:39.798858 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17a5f-67d7-416b-b827-8527c6abb421 req-fd0295c8-be0e-4eac-acae-aac391ed0062 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:39.800296 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1aa17a5f-67d7-416b-b827-8527c6abb421 req-fd0295c8-be0e-4eac-acae-aac391ed0062 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 944 time: 0.0461612 Sep 13 03:28:39.846639 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1aa17a5f-67d7-416b-b827-8527c6abb421 req-80e80904-028c-4032-ab10-90294d4c225e tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Sep 13 03:28:40.189395 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:40.198639 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01cd4b-de2c-4fe0-adcd-6829a2ec2594 req-444a7b76-970d-4174-8a4d-080da7f9f967 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:40.200231 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9e01cd4b-de2c-4fe0-adcd-6829a2ec2594 req-444a7b76-970d-4174-8a4d-080da7f9f967 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0507100 Sep 13 03:28:40.222158 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:40.257350 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9e01cd4b-de2c-4fe0-adcd-6829a2ec2594 req-d8e63918-488b-40e9-b9ff-9f411651628a tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506043 Sep 13 03:28:40.450937 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-0355837b-f2a1-4410-be7f-a79e1efb76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:40.452442 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-0355837b-f2a1-4410-be7f-a79e1efb76f1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 1128 time: 0.3063667 Sep 13 03:28:40.970155 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aecb48-87d8-443b-9c25-c2b3cef304e0 req-fc5cdb54-e88b-45e6-9de9-abef8175ecb9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:40.971667 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d6aecb48-87d8-443b-9c25-c2b3cef304e0 req-fc5cdb54-e88b-45e6-9de9-abef8175ecb9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 944 time: 0.0469449 Sep 13 03:28:41.021478 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d6aecb48-87d8-443b-9c25-c2b3cef304e0 req-98e7bd43-7011-4dd7-b180-bd7bef17101b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444202 Sep 13 03:28:41.376255 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae2ef-5eff-4bf9-87a6-ae3459fe14e9 req-a5b2863a-9506-4165-9467-e040a61f66e3 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:41.377700 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-073ae2ef-5eff-4bf9-87a6-ae3459fe14e9 req-a5b2863a-9506-4165-9467-e040a61f66e3 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 943 time: 0.0468552 Sep 13 03:28:41.484765 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-073ae2ef-5eff-4bf9-87a6-ae3459fe14e9 req-c7f75119-5111-4f2a-9207-8aebebeb340b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975859 Sep 13 03:28:41.504313 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-25a674c0-6160-4e38-8e29-952cc1a8fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:41.505723 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-25a674c0-6160-4e38-8e29-952cc1a8fd08 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.1272111 Sep 13 03:28:41.563556 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device bd04d4b1-89e1-4671-a828-65eb8d1e5eab details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:28:41.567132 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:41.567730 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=60,neutron:UPDATE=8 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:41.668169 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port bd04d4b1-89e1-4671-a828-65eb8d1e5eab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:41.678942 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'port_id': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'mac_address': 'fa:16:3e:6b:ac:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:28:41.713347 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port bd04d4b1-89e1-4671-a828-65eb8d1e5eab is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:28:41.713745 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:41.726450 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd04d4b1-89e1-4671-a828-65eb8d1e5eab {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:28:41.746109 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port bd04d4b1-89e1-4671-a828-65eb8d1e5eab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:41.749999 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:41.750760 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 802c0f2a-3726-4731-b295-4046e1e4707e details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:28:41.818796 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:41.885421 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-19987e02-ddf1-41c0-9b6c-ac03084500ef service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab HTTP/1.1" status: 200 len: 217 time: 0.0337095 Sep 13 03:28:41.890313 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:41.901345 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '802c0f2a-3726-4731-b295-4046e1e4707e', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'port_id': '802c0f2a-3726-4731-b295-4046e1e4707e', 'mac_address': 'fa:16:3e:73:21:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:28:41.937998 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 802c0f2a-3726-4731-b295-4046e1e4707e is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:28:41.938385 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:41.941167 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-b25e3e3e-2f10-4631-9382-1c0c601b461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:41.943152 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-b25e3e3e-2f10-4631-9382-1c0c601b461d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0472884 Sep 13 03:28:41.952238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802c0f2a-3726-4731-b295-4046e1e4707e {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:28:41.971817 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:41.975881 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:42.029333 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=7']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:42.049118 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-638cffb5-f4a8-45f1-92fb-77ea6ef85e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:42.051479 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-638cffb5-f4a8-45f1-92fb-77ea6ef85e07 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493159 Sep 13 03:28:42.106550 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:42.162029 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37993b5e-bfbb-4042-9b73-329141895927 req-a4c4bd18-e16f-43ef-b29e-7534ee1798bb tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:42.163528 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37993b5e-bfbb-4042-9b73-329141895927 req-a4c4bd18-e16f-43ef-b29e-7534ee1798bb tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 945 time: 0.0597985 Sep 13 03:28:42.203328 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-79a31c1e-4ece-4557-9aea-b846fa155389 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445012 Sep 13 03:28:42.206997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:42.270397 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-37993b5e-bfbb-4042-9b73-329141895927 req-d13e6903-9d39-427d-8251-a3b5c1d6c6d3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002760 Sep 13 03:28:42.318647 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bae78b76-3fc9-4007-bd85-e94cc14c27f8 req-a33b3564-20f0-4e40-a0bb-5619b67a0671 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056421 Sep 13 03:28:42.603908 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf5539-253e-48f0-ad6b-02610219be7e req-2cd687ee-1bc9-4e26-8491-4f292aee904e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:42.605398 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5eaf5539-253e-48f0-ad6b-02610219be7e req-2cd687ee-1bc9-4e26-8491-4f292aee904e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0472641 Sep 13 03:28:42.654849 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5eaf5539-253e-48f0-ad6b-02610219be7e req-eedf8477-56eb-4fa5-a0b2-ca542f958416 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Sep 13 03:28:42.732530 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['bd04d4b1-89e1-4671-a828-65eb8d1e5eab'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:28:42.907999 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da725d-ce75-4349-93ad-b5e3d42aa19c req-845c6bd0-9c5c-47cc-8b73-f3b47c6b9147 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:42.909479 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-58da725d-ce75-4349-93ad-b5e3d42aa19c req-845c6bd0-9c5c-47cc-8b73-f3b47c6b9147 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0469589 Sep 13 03:28:42.956823 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-58da725d-ce75-4349-93ad-b5e3d42aa19c req-131281ff-a2aa-4d02-ba52-437a13f61afe tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Sep 13 03:28:42.992752 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['802c0f2a-3726-4731-b295-4046e1e4707e'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:28:43.040707 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:43.126359 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:43.395684 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c451-a930-43e4-b110-a180b201820d req-4458313a-913e-4f1a-a962-905d6075ed43 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:43.397142 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63e7c451-a930-43e4-b110-a180b201820d req-4458313a-913e-4f1a-a962-905d6075ed43 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 945 time: 0.0514035 Sep 13 03:28:43.443465 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-63e7c451-a930-43e4-b110-a180b201820d req-ef5082c5-2b91-4ed1-bb40-e0af35585ca4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 Sep 13 03:28:43.777730 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17c6e-6ea9-4862-b535-cf653c6b4526 req-3679c31f-ec7e-46f2-9d11-2989ad499482 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:43.779197 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-75e17c6e-6ea9-4862-b535-cf653c6b4526 req-3679c31f-ec7e-46f2-9d11-2989ad499482 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0502775 Sep 13 03:28:43.829590 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-75e17c6e-6ea9-4862-b535-cf653c6b4526 req-7625958e-0bf9-47fd-9405-2b4ddaf14e47 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Sep 13 03:28:44.083654 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26d131-159d-47a8-be62-e588df66eff8 req-85eecc64-4d8c-46e5-84ac-ff5e31b70a84 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:44.085114 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac26d131-159d-47a8-be62-e588df66eff8 req-85eecc64-4d8c-46e5-84ac-ff5e31b70a84 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0473349 Sep 13 03:28:44.131897 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ac26d131-159d-47a8-be62-e588df66eff8 req-9e2e59e1-fae5-44ad-88db-211ffb8e9962 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412915 Sep 13 03:28:44.563166 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c4f47-d285-42b6-bb9a-3675a24c6f62 req-ad7576d0-19b7-4ad3-9041-326fa1634b8b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:44.564550 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-231c4f47-d285-42b6-bb9a-3675a24c6f62 req-ad7576d0-19b7-4ad3-9041-326fa1634b8b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Sep 13 03:28:44.586453 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3dc299a4-967a-4a0d-9db4-caa9dd75b37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:44.614042 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-231c4f47-d285-42b6-bb9a-3675a24c6f62 req-0eb69afb-c03f-4cf6-b803-902002b0cb57 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Sep 13 03:28:44.949296 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-f6abe850-c870-470b-bb5d-ae756b2662b2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:44.950780 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-f6abe850-c870-470b-bb5d-ae756b2662b2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0758264 Sep 13 03:28:44.970071 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5405db-8c44-4d63-9916-495258b6c21d req-0fef5930-c34b-4ebd-802b-18ead24864b2 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:44.971464 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a5405db-8c44-4d63-9916-495258b6c21d req-0fef5930-c34b-4ebd-802b-18ead24864b2 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 944 time: 0.0689504 Sep 13 03:28:45.077376 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a5405db-8c44-4d63-9916-495258b6c21d req-7c18e472-b493-4276-bb1b-2909c1dab21f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889764 Sep 13 03:28:45.078032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Deleting port 1c922edb-7dd6-4a91-ba67-004272056f1c {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:28:45.078368 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.170843 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] For port 1c922edb-7dd6-4a91-ba67-004272056f1c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1c922edb-7dd6-4a91-ba67-004272056f1c,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:45.171214 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.195239 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device bd04d4b1-89e1-4671-a828-65eb8d1e5eab up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:28:45.239982 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port bd04d4b1-89e1-4671-a828-65eb8d1e5eab completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:28:45.247318 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port bd04d4b1-89e1-4671-a828-65eb8d1e5eab triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:28:45.248217 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.263643 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812c4c4-bc16-4dab-91a9-ef426b13dd36 req-7607f57b-80d3-452a-ba4e-dfbb4723896e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:45.265239 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a812c4c4-bc16-4dab-91a9-ef426b13dd36 req-7607f57b-80d3-452a-ba4e-dfbb4723896e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 946 time: 0.0528336 Sep 13 03:28:45.326238 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a812c4c4-bc16-4dab-91a9-ef426b13dd36 req-6a446552-96fd-4318-8103-a4c6a649209e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0d608eb0-62e8-486b-8aee-39f74ba870a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554371 Sep 13 03:28:45.334591 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port bd04d4b1-89e1-4671-a828-65eb8d1e5eab is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:28:45.335009 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.350743 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.351354 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (f276db9a-4975-4827-86e7-749f9f968545), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.351845 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Floating IP f276db9a-4975-4827-86e7-749f9f968545 disassociated. External IP: 172.27.1.96, port: 1c922edb-7dd6-4a91-ba67-004272056f1c. Sep 13 03:28:45.352190 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Calling delete_port for 1c922edb-7dd6-4a91-ba67-004272056f1c owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:28:45.362241 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:45.365148 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf8ffae-b854-4fdc-91b7-7ecfb714d821" -d '{"events": [{"server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "name": "network-vif-plugged", "status": "completed", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:45.379425 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port bd04d4b1-89e1-4671-a828-65eb8d1e5eab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:45.383800 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.384782 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 802c0f2a-3726-4731-b295-4046e1e4707e up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:28:45.398256 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:45.425091 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d4f674-2699-4bdf-aaa7-d7f0cd918607 x-openstack-request-id: req-63d4f674-2699-4bdf-aaa7-d7f0cd918607 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:45.425402 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "name": "network-vif-plugged", "status": "completed", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:45.426210 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63d4f674-2699-4bdf-aaa7-d7f0cd918607 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:45.426598 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d4f674-2699-4bdf-aaa7-d7f0cd918607'] response: {'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'code': 200} Sep 13 03:28:45.467099 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:45.475999 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 802c0f2a-3726-4731-b295-4046e1e4707e triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:28:45.476364 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.493819 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (1c922edb-7dd6-4a91-ba67-004272056f1c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.522214 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event deleted for resources: {'Port': ['ID=1c922edb-7dd6-4a91-ba67-004272056f1c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:45.559400 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 802c0f2a-3726-4731-b295-4046e1e4707e is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:28:45.559891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.575258 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:45.598953 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:45.602870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.652316 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=8']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:45.661390 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f1f5-3d63-48a4-a311-dc5187e48f3a req-9e8c2bd5-45b0-467c-960a-ce17a174d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:45.662961 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e07f1f5-3d63-48a4-a311-dc5187e48f3a req-9e8c2bd5-45b0-467c-960a-ce17a174d8e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 1130 time: 0.0504553 Sep 13 03:28:45.677913 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Router 85bb51ed-beb7-4705-97d4-902ba80bb261 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:28:45.743702 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cf6a1-a8b6-4281-b665-ff5e96ba5fe0 req-2fd2e99c-b94c-4131-aa65-dccfac4003f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:45.745183 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2e8cf6a1-a8b6-4281-b665-ff5e96ba5fe0 req-2fd2e99c-b94c-4131-aa65-dccfac4003f2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0474973 Sep 13 03:28:45.752843 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e07f1f5-3d63-48a4-a311-dc5187e48f3a req-56dc52b9-f8fd-41f9-bdd2-ed0e9ce86a3d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839901 Sep 13 03:28:45.792806 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2e8cf6a1-a8b6-4281-b665-ff5e96ba5fe0 req-282abeb1-80c0-4a53-849f-d9fc6f5ba329 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Sep 13 03:28:45.811984 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:28:45.822132 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] Sync routers for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:28:45.832638 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:45.833314 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:45.858540 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] No DVR routers for this DVR port 1c922edb-7dd6-4a91-ba67-004272056f1c on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:28:45.861235 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:45.865405 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67b2ffdd-497e-4448-9571-b7e014734e30 req-023fa558-6830-495c-8c12-2251a958468a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1c922edb-7dd6-4a91-ba67-004272056f1c HTTP/1.1" status: 204 len: 173 time: 0.9093714 Sep 13 03:28:45.865923 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-deleted', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:45.868232 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea96ec-1450-43d0-a3aa-f4faa8fd6630" -d '{"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-deleted", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:45.906865 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6afd34-03b1-4465-94d1-febbe518d39c x-openstack-request-id: req-2b6afd34-03b1-4465-94d1-febbe518d39c {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:45.907257 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f011a-6370-474e-9a62-e9229eb7d7ee", "name": "network-vif-deleted", "tag": "1c922edb-7dd6-4a91-ba67-004272056f1c", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:45.907571 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b6afd34-03b1-4465-94d1-febbe518d39c {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:45.908040 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6afd34-03b1-4465-94d1-febbe518d39c'] response: {'server_uuid': 'a97f011a-6370-474e-9a62-e9229eb7d7ee', 'name': 'network-vif-deleted', 'tag': '1c922edb-7dd6-4a91-ba67-004272056f1c', 'status': 'completed', 'code': 200} Sep 13 03:28:45.938775 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:46.196741 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5af1a-09a1-4f05-8d28-58fc2d6ae355 req-0ac8bb9a-91b8-47b7-9f28-86177b486346 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:46.198508 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-65c5af1a-09a1-4f05-8d28-58fc2d6ae355 req-0ac8bb9a-91b8-47b7-9f28-86177b486346 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Sep 13 03:28:46.206278 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:46.237568 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] Checking router: 85bb51ed-beb7-4705-97d4-902ba80bb261 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:28:46.247205 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:46.247808 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:46.257667 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-65c5af1a-09a1-4f05-8d28-58fc2d6ae355 req-137f2fcf-7d4f-42a3-a354-7b303ca19acf tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534143 Sep 13 03:28:46.347946 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:46.379237 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:46.436091 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c6476921-622c-426f-9c54-f033a5fed45e req-9968cf52-3315-4624-9d39-e01eca684497 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.0277951 Sep 13 03:28:46.482661 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:46.534765 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:46.559865 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a60823-c6ec-4938-88d5-157141417ce5 None None] The sync data for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi is: [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:28:46.763940 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4e6b7-55d8-4b3b-98a4-2fa494a9550c None None] New status for floating IP f276db9a-4975-4827-86e7-749f9f968545: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:28:46.926342 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb20c-5189-468a-8814-e08f05c782d7 req-328e5807-c6b4-4617-9a3f-6f3994f8acd2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:46.927874 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6e5cb20c-5189-468a-8814-e08f05c782d7 req-328e5807-c6b4-4617-9a3f-6f3994f8acd2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0584042 Sep 13 03:28:46.967046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9448c849-8f5c-476d-be61-2f7675c08bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:46.977590 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6e5cb20c-5189-468a-8814-e08f05c782d7 req-b673dab1-e771-49b5-be14-4fabd0fafd90 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Sep 13 03:28:47.376873 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc04e8f-4e25-4c97-b2cf-b1f2c5c51c5e req-d23e705f-2083-454b-9180-e7865948122c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:47.378314 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edc04e8f-4e25-4c97-b2cf-b1f2c5c51c5e req-d23e705f-2083-454b-9180-e7865948122c tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0458918 Sep 13 03:28:47.426836 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-edc04e8f-4e25-4c97-b2cf-b1f2c5c51c5e req-29f90c8f-0d36-40f5-9d3d-17d162746857 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 Sep 13 03:28:47.427563 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:47.429998 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfac29c-63bb-48e7-a54f-b7c9eca90b89" -d '{"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-plugged", "status": "completed", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:47.466703 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e17919c-9a71-45ec-a47b-9375ea4b20d2 x-openstack-request-id: req-9e17919c-9a71-45ec-a47b-9375ea4b20d2 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:47.467015 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-plugged", "status": "completed", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:47.467296 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e17919c-9a71-45ec-a47b-9375ea4b20d2 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:47.467695 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e17919c-9a71-45ec-a47b-9375ea4b20d2'] response: {'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e', 'code': 200} Sep 13 03:28:47.554527 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-34929e25-54ad-4166-bbf4-4d9af78c9c5b req-7c797fe3-483d-4ff3-bc94-5268a5283c5a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a97f011a-6370-474e-9a62-e9229eb7d7ee HTTP/1.1" status: 200 len: 210 time: 0.0302062 Sep 13 03:28:48.039167 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:28:48.061459 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 1c922edb-7dd6-4a91-ba67-004272056f1c {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:28:48.061804 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1c922edb-7dd6-4a91-ba67-004272056f1c not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:28:48.107521 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61d714-2b91-4da4-81e3-f02fc8d6e786 req-58df6073-b1cb-4ecd-8c99-fac02c12142b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:48.108971 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ac61d714-2b91-4da4-81e3-f02fc8d6e786 req-58df6073-b1cb-4ecd-8c99-fac02c12142b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0536528 Sep 13 03:28:48.159822 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ac61d714-2b91-4da4-81e3-f02fc8d6e786 req-84f79472-13cf-4da5-9468-9f2bee8d0d16 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452106 Sep 13 03:28:48.206451 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.314654 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eb91d-6fcf-46f0-b846-940f8eb85831 req-60606218-a872-41e9-af71-6e88ad0f808b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:48.316138 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8d7eb91d-6fcf-46f0-b846-940f8eb85831 req-60606218-a872-41e9-af71-6e88ad0f808b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0782342 Sep 13 03:28:48.317210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958bbbc-e5c6-475b-b604-8511ceaa5a69 req-d851359e-49d0-4d06-b3f8-0b0be824e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:48.318558 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e958bbbc-e5c6-475b-b604-8511ceaa5a69 req-d851359e-49d0-4d06-b3f8-0b0be824e642 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1129 time: 0.0709736 Sep 13 03:28:48.326534 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48940) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:48.331088 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'port_id': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:48.367180 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e958bbbc-e5c6-475b-b604-8511ceaa5a69 req-470fca3c-1746-402f-a007-d0a6948687a5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Sep 13 03:28:48.374174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (1d01066a-de34-4cc8-90fe-85dd72dc36a9), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.402355 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:48.441405 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:48.595110 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93145898-10ad-49e6-8720-d56e1b91e291 req-ca0471cb-09da-427e-a41b-3fad56d1ee37 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:48.596772 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-93145898-10ad-49e6-8720-d56e1b91e291 req-ca0471cb-09da-427e-a41b-3fad56d1ee37 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0791302 Sep 13 03:28:48.652014 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48948) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:48.711107 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4dca6668-0281-49a3-a54b-f0adcf8cc204 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (0d608eb0-62e8-486b-8aee-39f74ba870a0), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.729868 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-93145898-10ad-49e6-8720-d56e1b91e291 req-2a65ed15-132f-4972-8cac-07f6ec588137 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245151 Sep 13 03:28:48.733403 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4dca6668-0281-49a3-a54b-f0adcf8cc204 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (0d608eb0-62e8-486b-8aee-39f74ba870a0), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.790779 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4dca6668-0281-49a3-a54b-f0adcf8cc204 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0d608eb0-62e8-486b-8aee-39f74ba870a0), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.793534 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4dca6668-0281-49a3-a54b-f0adcf8cc204 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.794737 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4dca6668-0281-49a3-a54b-f0adcf8cc204 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0d608eb0-62e8-486b-8aee-39f74ba870a0 HTTP/1.1" status: 204 len: 168 time: 0.1416903 Sep 13 03:28:48.798232 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48950) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:48.818256 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca6668-0281-49a3-a54b-f0adcf8cc204 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d608eb0-62e8-486b-8aee-39f74ba870a0,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:48.820191 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-a004648f-a3e8-4e1c-b8ef-1e898aebf0d9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] show failed (client error): The resource could not be found. Sep 13 03:28:48.824413 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a004648f-a3e8-4e1c-b8ef-1e898aebf0d9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups/0d608eb0-62e8-486b-8aee-39f74ba870a0 HTTP/1.1" status: 404 len: 347 time: 0.0219626 Sep 13 03:28:48.825304 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48952) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:48.858058 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:48.868270 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.872943 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (1d01066a-de34-4cc8-90fe-85dd72dc36a9), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.938988 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Deleting port 315cc641-581e-4e19-83e5-ba4308b75877 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:28:48.939337 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (315cc641-581e-4e19-83e5-ba4308b75877), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:48.967588 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 1d01066a-de34-4cc8-90fe-85dd72dc36a9 associated. External IP: 172.27.1.170, port: bd04d4b1-89e1-4671-a828-65eb8d1e5eab. Sep 13 03:28:49.020545 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (315cc641-581e-4e19-83e5-ba4308b75877), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.020874 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (315cc641-581e-4e19-83e5-ba4308b75877), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.032950 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Calling delete_port for 315cc641-581e-4e19-83e5-ba4308b75877 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:28:49.076453 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:49.166516 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (315cc641-581e-4e19-83e5-ba4308b75877), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.169665 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:28:49.195919 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event deleted for resources: {'Port': ['ID=315cc641-581e-4e19-83e5-ba4308b75877,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:49.261631 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (f276db9a-4975-4827-86e7-749f9f968545), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.265042 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.267067 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-25b2662d-a702-4948-85ff-f988c1c347c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/f276db9a-4975-4827-86e7-749f9f968545 HTTP/1.1" status: 204 len: 168 time: 0.4416213 Sep 13 03:28:49.287358 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:28:49.292321 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.316544 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:28:49.328858 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:49.329787 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:49.339350 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-eecc2412-e9c0-4a8a-a039-5e4576d24674 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/1d01066a-de34-4cc8-90fe-85dd72dc36a9 HTTP/1.1" status: 200 len: 992 time: 1.0116124 Sep 13 03:28:49.340005 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:49.342488 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94adcd5-c647-440f-8ef9-3fb0de0d739c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:49.377032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 48960) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:49.382443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-1b841e4a-f843-4409-90e9-084ac0a15f05 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18744234', 'description': 'tempest-description--1444699261'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:49.386551 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7373ac2f-65ca-4383-bb0d-eaab928edcb6 x-openstack-request-id: req-7373ac2f-65ca-4383-bb0d-eaab928edcb6 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:49.386735 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:49.386932 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7373ac2f-65ca-4383-bb0d-eaab928edcb6 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:49.387340 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7373ac2f-65ca-4383-bb0d-eaab928edcb6'] response: {'name': 'network-changed', 'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'status': 'completed', 'code': 200} Sep 13 03:28:49.405274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1b841e4a-f843-4409-90e9-084ac0a15f05 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.445069 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:49.502812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1b841e4a-f843-4409-90e9-084ac0a15f05 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (0b842738-f21d-492c-a02d-d1552f121dd3), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.510795 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1b841e4a-f843-4409-90e9-084ac0a15f05 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0b842738-f21d-492c-a02d-d1552f121dd3), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.516981 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-7d48c908-188c-4d3d-839d-f5413ee49581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:49.518422 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-7d48c908-188c-4d3d-839d-f5413ee49581 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 1130 time: 0.0579603 Sep 13 03:28:49.577641 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.590746 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1b841e4a-f843-4409-90e9-084ac0a15f05 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.591978 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1b841e4a-f843-4409-90e9-084ac0a15f05 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2135203 Sep 13 03:28:49.595402 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48962) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:49.596509 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b841e4a-f843-4409-90e9-084ac0a15f05 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b842738-f21d-492c-a02d-d1552f121dd3,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:49.600859 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-d9681a43-84c7-4045-ac59-201a017c9dc7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'security_group_rule': {'security_group_id': '0b842738-f21d-492c-a02d-d1552f121dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:49.631636 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d9681a43-84c7-4045-ac59-201a017c9dc7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (af146cd4-6c86-454f-9b3c-37de9447d668), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.635971 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:49.640996 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-d83521d0-9bce-4324-80a4-db22d1eae873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:49.642483 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-d83521d0-9bce-4324-80a4-db22d1eae873 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.1111448 Sep 13 03:28:49.645700 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:49.680022 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1d01066a-de34-4cc8-90fe-85dd72dc36a9', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:6b:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:28:32Z', 'updated_at': '2022-09-13T03:28:48Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:49.698644 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d9681a43-84c7-4045-ac59-201a017c9dc7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (af146cd4-6c86-454f-9b3c-37de9447d668), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.703351 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d9681a43-84c7-4045-ac59-201a017c9dc7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (af146cd4-6c86-454f-9b3c-37de9447d668), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.706920 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:28:49.715416 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:28:49.716039 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:49.722900 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9681a43-84c7-4045-ac59-201a017c9dc7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af146cd4-6c86-454f-9b3c-37de9447d668,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:49.730462 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d9681a43-84c7-4045-ac59-201a017c9dc7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.731682 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d9681a43-84c7-4045-ac59-201a017c9dc7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350105 Sep 13 03:28:49.734491 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48964) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:49.739246 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-62bd0980-ef43-457c-8d9c-5da3e6befdd7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'security_group_rule': {'security_group_id': '0b842738-f21d-492c-a02d-d1552f121dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:49.768231 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-62bd0980-ef43-457c-8d9c-5da3e6befdd7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (d87e60ae-e96e-4e84-893d-b7453b7f2c8a), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.827249 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:28:49.832224 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-62bd0980-ef43-457c-8d9c-5da3e6befdd7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (d87e60ae-e96e-4e84-893d-b7453b7f2c8a), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.838316 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-62bd0980-ef43-457c-8d9c-5da3e6befdd7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (d87e60ae-e96e-4e84-893d-b7453b7f2c8a), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.866483 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd0980-ef43-457c-8d9c-5da3e6befdd7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87e60ae-e96e-4e84-893d-b7453b7f2c8a,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:49.868153 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5721a-43be-483f-81a9-f2c8cbf30ce7 req-c0059ccb-9978-4b00-a2e9-99ad04aad88b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:49.874215 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-62bd0980-ef43-457c-8d9c-5da3e6befdd7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.875515 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-62bd0980-ef43-457c-8d9c-5da3e6befdd7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399045 Sep 13 03:28:49.878968 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 48968) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:28:49.883855 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60d5721a-43be-483f-81a9-f2c8cbf30ce7 req-c0059ccb-9978-4b00-a2e9-99ad04aad88b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0743902 Sep 13 03:28:49.887442 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:49.901633 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.913256 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:49.948386 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-60d5721a-43be-483f-81a9-f2c8cbf30ce7 req-d723a0ed-aacb-4736-9f09-fd431a661e72 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568120 Sep 13 03:28:49.998676 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.051793 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1d01066a-de34-4cc8-90fe-85dd72dc36a9', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:6b:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:28:32Z', 'updated_at': '2022-09-13T03:28:48Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:28:50.075838 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4ef7e-d3f4-4c21-95f5-41e1f38891b8 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1d01066a-de34-4cc8-90fe-85dd72dc36a9', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:6b:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:28:32Z', 'updated_at': '2022-09-13T03:28:48Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:28:50.106028 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Allocated IP 172.27.1.32 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/9ce9bc7e-9ac9-4517-b891-63fe978ec8c7) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:28:50.201358 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-b33b6838-d7be-46e4-a200-be67a45b45a4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab HTTP/1.1" status: 200 len: 1000 time: 0.0606811 Sep 13 03:28:50.231646 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.243600 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:50.269674 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.286834 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-b2b051c8-fb0b-4285-86f8-862793f54ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:50.288459 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-b2b051c8-fb0b-4285-86f8-862793f54ced service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0550463 Sep 13 03:28:50.315479 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:50.317725 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:28:50.320842 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:28:50.324969 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:28:50.350252 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110a803-fa40-46dd-ac7f-30046970d79e None None] New status for floating IP 1d01066a-de34-4cc8-90fe-85dd72dc36a9: ACTIVE {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:28:50.350730 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-4695693a-0ac1-4506-9019-1d656cbd1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:50.352273 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-4695693a-0ac1-4506-9019-1d656cbd1a43 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570319 Sep 13 03:28:50.354584 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'Port': ['ID=9ce9bc7e-9ac9-4517-b891-63fe978ec8c7,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:50.383655 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:50.392779 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:50.426349 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.456068 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-92819300-43e1-4a50-b30e-619cd829dcc2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967977 Sep 13 03:28:50.459429 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:50.468003 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.557197 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:50.575623 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f94adcd5-c647-440f-8ef9-3fb0de0d739c req-5b9e84de-642c-4fdc-9faa-295d528c0dfc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118000 Sep 13 03:28:50.830488 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.835737 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.901685 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'Port': ['ID=9ce9bc7e-9ac9-4517-b891-63fe978ec8c7,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:50.904185 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.921000 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:50.922218 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a7723963-434a-459c-ad04-de731ff2f22a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0414531 Sep 13 03:28:51.076430 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d615-5ab3-4e88-8ffc-a8faed11b6dd req-b9af7102-5857-4791-baf3-09ecb42815f5 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:51.077926 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-85f2d615-5ab3-4e88-8ffc-a8faed11b6dd req-b9af7102-5857-4791-baf3-09ecb42815f5 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0509386 Sep 13 03:28:51.127577 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-85f2d615-5ab3-4e88-8ffc-a8faed11b6dd req-76a5548e-ef6a-4a38-bfec-efe1fc430d9d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Sep 13 03:28:51.149044 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-0db3378e-22da-4fcb-b3be-25c30cb0a27d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--18744234&fields=id&tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 267 time: 0.0431099 Sep 13 03:28:51.258641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-1f438cdd-6f65-4af7-9437-2de3d4da6b43 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:51.260068 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-1f438cdd-6f65-4af7-9437-2de3d4da6b43 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 816 time: 0.1038365 Sep 13 03:28:51.274120 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-5e28746b-e141-44b0-890b-94477dfc5c74 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/quotas/9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 375 time: 0.0087717 Sep 13 03:28:51.322573 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-b9deefde-af7c-476e-8901-00f5c9d77cfb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438228 Sep 13 03:28:51.415980 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-0e9c6871-f94b-465a-94ff-cf89f9ffb870 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823553 Sep 13 03:28:51.508983 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-dcee3245-cd1f-4639-bd01-adeeb949d45b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Sep 13 03:28:51.666696 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a37f11db-93cd-4043-878e-a0d91cff3500 req-20453970-db28-45d5-a85f-c012ff7c9374 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 210 time: 0.0279367 Sep 13 03:28:52.772829 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ec3553e4-2d34-49df-88ab-9f48105c8605 req-45bec994-9b41-41e1-a1ed-c795c309b575 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 210 time: 0.0280135 Sep 13 03:28:53.004330 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-3488373b-f8be-4f4b-9bb4-d0849fdbc653 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:53.005809 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-3488373b-f8be-4f4b-9bb4-d0849fdbc653 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 816 time: 0.1065762 Sep 13 03:28:53.075857 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-bd4714ed-3496-4abe-9b63-43dfa13d8bbe tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 378 time: 0.0538306 Sep 13 03:28:53.176953 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'port': {'device_id': 'a712d2c4-a489-45e8-941a-13abba66403c', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'admin_state_up': True, 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'security_groups': ['0b842738-f21d-492c-a02d-d1552f121dd3']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:53.274742 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:53.283085 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Made reservation on behalf of 9b7c5a1fd8a24526b7859fdb030ccb95 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:28:53.287398 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:53.412741 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Allocated IP 172.20.0.4 (7e1950a0-7f6c-4538-86e4-23311290e33c/c1e21331-6cc2-4658-a543-58dd42fa9a2f/1b4bf2a7-2e87-4a14-894c-d018f847fb5b) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:28:53.533725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:53.556785 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:53.587528 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:53.631356 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Network 7e1950a0-7f6c-4538-86e4-23311290e33c is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:28:53.634586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:28:53.638366 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:28:53.644546 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:53.690206 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:53.690846 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:53.708747 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-69c9f5db-f96d-4ca6-b460-f10162d72f29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5355072 Sep 13 03:28:53.729780 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Request body: {'port': {'device_id': 'a712d2c4-a489-45e8-941a-13abba66403c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:28:53.795379 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:53.861331 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-8933ab6e-c65f-4522-b844-86bee52ed1a2 None None] Provisioning complete for port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:28:53.862355 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8933ab6e-c65f-4522-b844-86bee52ed1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:53.899868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-8933ab6e-c65f-4522-b844-86bee52ed1a2 None None] Port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:28:53.904884 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836de6-463c-4da6-8277-52556a2ee5bd req-f4f443c7-f1ae-40ad-bb69-64c9f80628f6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:53.906490 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-19836de6-463c-4da6-8277-52556a2ee5bd req-f4f443c7-f1ae-40ad-bb69-64c9f80628f6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 931 time: 0.0537226 Sep 13 03:28:53.953293 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-19836de6-463c-4da6-8277-52556a2ee5bd req-b0bb8b59-6f84-45f8-b5ec-d1ba2924d405 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410080 Sep 13 03:28:54.040868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:54.058399 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4bf2a7-2e87-4a14-894c-d018f847fb5b {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:28:54.066470 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Publish callbacks [] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:54.080511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Transition to ACTIVE for port object 1b4bf2a7-2e87-4a14-894c-d018f847fb5b will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:28:54.083606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:54.161000 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:54.189103 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Attempting to bind port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:28:54.189431 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Attempting to bind port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:28:54.189752 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Attempting to bind port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b on network 7e1950a0-7f6c-4538-86e4-23311290e33c {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:28:54.231685 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b on network 7e1950a0-7f6c-4538-86e4-23311290e33c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:28:54.232004 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Attempting to bind port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b on network 7e1950a0-7f6c-4538-86e4-23311290e33c {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:28:54.277732 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:28:54.278062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Checking segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:28:54.278434 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Bound using segment: {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:28:54.278892 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Bound port: 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:28:54.279263 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:54.293374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:54.341565 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:28:54.344742 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:28:54.350597 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:54.354537 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:54.355169 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:54.356533 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 1093 time: 0.6310666 Sep 13 03:28:54.357075 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:28:54.359338 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:28:54.399241 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa6c6af-24dd-4bc0-b2aa-0b3cb66f205d x-openstack-request-id: req-2fa6c6af-24dd-4bc0-b2aa-0b3cb66f205d {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:28:54.399534 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:28:54.399788 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fa6c6af-24dd-4bc0-b2aa-0b3cb66f205d {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:28:54.400195 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa6c6af-24dd-4bc0-b2aa-0b3cb66f205d'] response: {'name': 'network-changed', 'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'status': 'completed', 'code': 200} Sep 13 03:28:54.409766 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4349-187b-400e-8b47-9a64436d12a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:54.475163 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-6bc77c76-5e6a-4434-889f-c81ad1e8bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:54.476627 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-6bc77c76-5e6a-4434-889f-c81ad1e8bff6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1127 time: 0.0400922 Sep 13 03:28:54.527600 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-ff4b8635-82f6-43fe-8a98-79e7bc17788b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 217 time: 0.0342000 Sep 13 03:28:54.575522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-4b0c7e84-f8e1-4f33-963e-2fbf9b4982f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:54.576814 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-4b0c7e84-f8e1-4f33-963e-2fbf9b4982f9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0435040 Sep 13 03:28:54.619559 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-6285d50a-6ed1-4873-824c-5d2404301883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:54.620973 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-6285d50a-6ed1-4873-824c-5d2404301883 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381174 Sep 13 03:28:54.712219 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-c0c3fb5c-6433-4d3d-b0cc-d07c9d37cba5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844300 Sep 13 03:28:54.800217 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3e066612-670d-4f67-9b0e-f7d453ee565f req-ff684eda-716b-4e98-8b85-0ab1b20dcb69 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816598 Sep 13 03:28:55.079694 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39954a6-e9dc-4602-8300-b95b73e14867 req-c2737e48-2ded-4d99-aa1d-63c40e2483b7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:55.081185 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b39954a6-e9dc-4602-8300-b95b73e14867 req-c2737e48-2ded-4d99-aa1d-63c40e2483b7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0498581 Sep 13 03:28:55.128058 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b39954a6-e9dc-4602-8300-b95b73e14867 req-67d7fbbc-82b9-4026-9690-834d093f8840 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408480 Sep 13 03:28:56.257255 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46cbeb-dedf-4073-878c-251ddfcbbc0a req-b5183775-9142-46e9-952a-b79bf29a2a20 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:56.258716 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a46cbeb-dedf-4073-878c-251ddfcbbc0a req-b5183775-9142-46e9-952a-b79bf29a2a20 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0508044 Sep 13 03:28:56.306958 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a46cbeb-dedf-4073-878c-251ddfcbbc0a req-83800166-10d9-4244-acbd-dc6eda4e51c9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426528 Sep 13 03:28:57.431445 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-a4463ded-25f4-4754-b9b6-156e74346d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:57.432164 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a94e9-41fd-4bdb-9ffb-6f06fdffdc50 req-c49d5e66-5c1c-40c7-9b70-02082bdbd40e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:57.432998 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-a4463ded-25f4-4754-b9b6-156e74346d5d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1127 time: 0.0418622 Sep 13 03:28:57.433323 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9d4a94e9-41fd-4bdb-9ffb-6f06fdffdc50 req-c49d5e66-5c1c-40c7-9b70-02082bdbd40e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0476263 Sep 13 03:28:57.479981 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9d4a94e9-41fd-4bdb-9ffb-6f06fdffdc50 req-e8536441-4f39-443e-a659-59d78535c444 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411794 Sep 13 03:28:57.527443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-26089ea0-764f-453a-af8a-876c8abd06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:57.528953 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-26089ea0-764f-453a-af8a-876c8abd06e2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.0888629 Sep 13 03:28:57.567727 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-4dccef55-1657-4ce9-92f0-251d911f3feb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 217 time: 0.0326018 Sep 13 03:28:57.599790 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:57.616514 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-88b76d93-2d83-4f75-bd55-92b5de1f56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:57.617904 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-88b76d93-2d83-4f75-bd55-92b5de1f56ec service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0441308 Sep 13 03:28:57.663452 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-2622c894-2b64-4f2e-8a3e-112f4367fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:57.665147 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-2622c894-2b64-4f2e-8a3e-112f4367fc75 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414038 Sep 13 03:28:57.753011 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-74243733-1c46-4713-bf62-9450c211cf88 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812120 Sep 13 03:28:58.081785 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:28:58.104551 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bcc1b8dd-4cc3-4a8a-837d-60cb2ca81ea7 req-4f68d34c-6b05-48f0-acc7-55056679c981 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443565 Sep 13 03:28:58.122850 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:28:58.219763 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:58.233693 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'port_id': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'mac_address': 'fa:16:3e:5a:67:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:28:58.266925 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:28:58.267309 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:58.280564 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4bf2a7-2e87-4a14-894c-d018f847fb5b {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:28:58.299558 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:28:58.303492 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:28:58.349062 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:28:58.390300 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-74a483ea-e835-4513-ac59-bfeda8a73470 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372357 Sep 13 03:28:58.509957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-984c131b-e00f-4f16-b2f3-224a2fd0fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:58.511472 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-984c131b-e00f-4f16-b2f3-224a2fd0fe85 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 1129 time: 0.0392301 Sep 13 03:28:58.636524 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af91ee5-9d84-413d-9e0e-f16a00b9dd79 req-485a865e-7fe3-47dd-8fc9-ea893bc7f666 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:58.637879 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7af91ee5-9d84-413d-9e0e-f16a00b9dd79 req-485a865e-7fe3-47dd-8fc9-ea893bc7f666 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 944 time: 0.0592670 Sep 13 03:28:58.672325 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-e67d56fc-7a5e-4cba-a35a-8aba90a27c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:58.673740 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-e67d56fc-7a5e-4cba-a35a-8aba90a27c47 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.1428845 Sep 13 03:28:58.739094 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7af91ee5-9d84-413d-9e0e-f16a00b9dd79 req-2cb28d59-f927-4ac2-9e2a-929d9025ebb2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942190 Sep 13 03:28:58.753079 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-f89f10bd-bf2e-453b-99a4-a9d69a9c5bab service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 200 len: 1001 time: 0.0696616 Sep 13 03:28:58.801537 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-9baabe8c-e052-4998-9c55-b5afb41aa003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:58.802952 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-9baabe8c-e052-4998-9c55-b5afb41aa003 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0434351 Sep 13 03:28:58.812012 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['1b4bf2a7-2e87-4a14-894c-d018f847fb5b'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:28:58.847296 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-6beca187-9f75-4d03-aa4a-4f7c0e6e6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:58.849326 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-6beca187-9f75-4d03-aa4a-4f7c0e6e6a16 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398214 Sep 13 03:28:58.943046 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-afe45c2f-720d-49c8-aba8-2ea7c8959ba2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Sep 13 03:28:59.036937 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0182b556-9337-4ff8-9740-9ebe627c68b7 req-7ada4338-ecb5-43fd-b19c-0247469f5bd8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861614 Sep 13 03:28:59.862662 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1629b-a468-49c4-8c2c-a5adc7dfc4b0 req-f2605b3d-187f-4e87-8514-9933386f3802 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:28:59.864064 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-32b1629b-a468-49c4-8c2c-a5adc7dfc4b0 req-f2605b3d-187f-4e87-8514-9933386f3802 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 944 time: 0.0463648 Sep 13 03:28:59.926049 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-32b1629b-a468-49c4-8c2c-a5adc7dfc4b0 req-503fd9b5-6d33-4437-8eca-dc5c4122e92f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565126 Sep 13 03:29:00.048822 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=84 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:00.055359 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=86 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:00.169762 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:29:00.212309 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:29:00.218087 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:29:00.218557 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:00.307099 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:29:00.307484 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:00.310941 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:00.332247 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:00.334464 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965a2303-8364-49e4-be4e-40ccbf32ca2d" -d '{"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:00.344013 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:00.349746 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:00.355577 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:00.379774 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5f0627-fb6b-4480-98e4-624567fdf66f x-openstack-request-id: req-0e5f0627-fb6b-4480-98e4-624567fdf66f {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:00.380095 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:00.380352 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e5f0627-fb6b-4480-98e4-624567fdf66f {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:00.380752 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5f0627-fb6b-4480-98e4-624567fdf66f'] response: {'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'code': 200} Sep 13 03:29:00.405779 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:00.614809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6e660-4901-4c30-b989-f7e669ba7c91 req-ee0435e3-091a-437a-954c-d931bd90efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:00.616321 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-95a6e660-4901-4c30-b989-f7e669ba7c91 req-ee0435e3-091a-437a-954c-d931bd90efda service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1129 time: 0.0392764 Sep 13 03:29:00.658295 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-95a6e660-4901-4c30-b989-f7e669ba7c91 req-f190c37e-902a-459b-8bef-92188fdec784 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359468 Sep 13 03:29:01.013369 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:01.050785 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95832fc-6ada-4500-8694-8f8ad73108cd req-e2e1c90b-51bf-487e-ad53-67f7fd929f6c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:01.052228 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a95832fc-6ada-4500-8694-8f8ad73108cd req-e2e1c90b-51bf-487e-ad53-67f7fd929f6c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0484231 Sep 13 03:29:01.099658 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a95832fc-6ada-4500-8694-8f8ad73108cd req-9edf42de-b917-41e1-a64c-9584d3b973fd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418701 Sep 13 03:29:02.219541 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:02.228406 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa178-884b-4e76-85ff-5bbc69e30554 req-d0660018-bea5-4716-a760-5735036e306d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:02.229839 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-952aa178-884b-4e76-85ff-5bbc69e30554 req-d0660018-bea5-4716-a760-5735036e306d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0463655 Sep 13 03:29:02.275812 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-952aa178-884b-4e76-85ff-5bbc69e30554 req-bf0e8f8d-67d7-4a64-ae7b-115f5845c7bf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404556 Sep 13 03:29:03.021633 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:29:03.400510 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5786-86fc-41c3-84e9-482e91adb3ea req-3eab47a0-23b3-4550-893c-24731dbd5826 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:03.401976 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-eaff5786-86fc-41c3-84e9-482e91adb3ea req-3eab47a0-23b3-4550-893c-24731dbd5826 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0467823 Sep 13 03:29:03.448898 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-eaff5786-86fc-41c3-84e9-482e91adb3ea req-a0b1392b-2453-4a34-afe7-daedb1177acb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413692 Sep 13 03:29:03.573807 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443a14-7fe1-4839-8956-55ae2d172c2c req-603033b6-eddc-42c6-bc2d-ee487582d333 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:03.575288 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-45443a14-7fe1-4839-8956-55ae2d172c2c req-603033b6-eddc-42c6-bc2d-ee487582d333 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0516346 Sep 13 03:29:03.585182 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49050) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:03.589496 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Request body: {'floatingip': {'port_id': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:03.628275 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:03.837317 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:04.063431 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:04.067237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:04.162154 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Floating IP a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e associated. External IP: 172.27.1.32, port: 1b4bf2a7-2e87-4a14-894c-d018f847fb5b. Sep 13 03:29:04.356485 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Router 85bb51ed-beb7-4705-97d4-902ba80bb261 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:29:04.459713 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:29:04.464407 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:04.468848 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] Sync routers for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:29:04.478519 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:04.479127 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:04.496424 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8509eda5-ea89-4ea9-be99-a48d848e9b98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e HTTP/1.1" status: 200 len: 990 time: 0.9080014 Sep 13 03:29:04.496424 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:04.497150 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5010fcf-31c5-456d-bc2d-d363ac57bd03" -d '{"events": [{"name": "network-changed", "server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:04.536246 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c44b0-61c3-4b01-aba0-51bc459449b5 x-openstack-request-id: req-aa6c44b0-61c3-4b01-aba0-51bc459449b5 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:04.536535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:04.536794 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa6c44b0-61c3-4b01-aba0-51bc459449b5 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:04.537205 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6c44b0-61c3-4b01-aba0-51bc459449b5'] response: {'name': 'network-changed', 'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'status': 'completed', 'code': 200} Sep 13 03:29:04.584253 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:04.870993 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'port_id': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'mac_address': 'fa:16:3e:5a:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a712d2c4-a489-45e8-941a-13abba66403c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:28:50Z', 'updated_at': '2022-09-13T03:29:03Z', 'revision_number': 1, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:04.896308 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] Checking router: 85bb51ed-beb7-4705-97d4-902ba80bb261 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:29:04.902699 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:04.904999 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:04.905709 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:04.915079 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-0d97693c-7584-494e-972f-0bf5ab5e611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:04.916609 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-0d97693c-7584-494e-972f-0bf5ab5e611d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1129 time: 0.0468156 Sep 13 03:29:05.008916 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:05.100473 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-5881ba6b-488a-49aa-804a-b66696c863c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:05.101947 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-5881ba6b-488a-49aa-804a-b66696c863c9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.1074162 Sep 13 03:29:05.173794 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-c7f3df9c-a8e0-4edb-8d1f-e56998a1fe40 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 998 time: 0.0636446 Sep 13 03:29:05.224894 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'port_id': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'mac_address': 'fa:16:3e:5a:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a712d2c4-a489-45e8-941a-13abba66403c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:28:50Z', 'updated_at': '2022-09-13T03:29:03Z', 'revision_number': 1, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:05.252551 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff84d0-11c4-4f29-9f15-ecc03cb721b7 None None] The sync data for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi is: [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': 'a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'port_id': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'mac_address': 'fa:16:3e:5a:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a712d2c4-a489-45e8-941a-13abba66403c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:28:50Z', 'updated_at': '2022-09-13T03:29:03Z', 'revision_number': 1, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:29:05.297324 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-f1b8c320-1bbd-4f8c-8ef9-dffef5b8111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:05.298800 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-f1b8c320-1bbd-4f8c-8ef9-dffef5b8111e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0558977 Sep 13 03:29:05.342764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:05.357070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-db4270de-98f1-4edb-9b93-9ff277ac5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:05.358725 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-db4270de-98f1-4edb-9b93-9ff277ac5429 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500836 Sep 13 03:29:05.474286 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-0dae88cd-f6a5-4cd3-8882-401654c813a6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993671 Sep 13 03:29:05.497564 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783ca63-b4ae-4fc7-b386-e708c630a1d7 None None] New status for floating IP a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e: ACTIVE {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:29:05.583156 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e5010fcf-31c5-456d-bc2d-d363ac57bd03 req-3ea20eec-dcf6-42c0-bf1f-6d127f8e0169 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917981 Sep 13 03:29:05.593025 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:06.498109 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a32de0-bfcb-410a-8e0d-01e85141ac6f req-090ef698-851e-43c3-9fdb-b77a953b6bdb tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:06.499946 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-54a32de0-bfcb-410a-8e0d-01e85141ac6f req-090ef698-851e-43c3-9fdb-b77a953b6bdb tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0525610 Sep 13 03:29:06.551605 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-54a32de0-bfcb-410a-8e0d-01e85141ac6f req-b1cdaf22-8a93-4fd8-a5b1-0dfd5794a0e5 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Sep 13 03:29:06.632821 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a452c2-641e-4f65-a33c-90be5bba0ceb req-e3dae6f1-5b41-4d44-899e-a3732a52bcf5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:06.634180 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-08a452c2-641e-4f65-a33c-90be5bba0ceb req-e3dae6f1-5b41-4d44-899e-a3732a52bcf5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0491519 Sep 13 03:29:06.681547 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-08a452c2-641e-4f65-a33c-90be5bba0ceb req-2c62f685-921e-4d64-b86b-5d8d93914d1f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416822 Sep 13 03:29:07.674285 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e08fe2-1c88-41eb-b284-8738315c925f req-4b3f4399-9146-457e-bade-2cf50bc075d6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:07.675769 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b9e08fe2-1c88-41eb-b284-8738315c925f req-4b3f4399-9146-457e-bade-2cf50bc075d6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0467453 Sep 13 03:29:07.723282 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b9e08fe2-1c88-41eb-b284-8738315c925f req-4d0a9da7-0590-4cf9-bec8-f2204a7f8246 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Sep 13 03:29:07.789289 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:07.805171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdabb58-92c4-44f1-8fda-6f8e647cdb2f req-d3ff4b36-d1ef-47ca-b146-466d7d3337e5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:07.806656 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4cdabb58-92c4-44f1-8fda-6f8e647cdb2f req-d3ff4b36-d1ef-47ca-b146-466d7d3337e5 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0468335 Sep 13 03:29:07.852831 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4cdabb58-92c4-44f1-8fda-6f8e647cdb2f req-9a8895ca-889e-406f-b2f2-f4facc52003f tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406847 Sep 13 03:29:08.841787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d16775-b4db-45af-b9a0-2fc7addc47a0 req-08319423-5816-4b20-b0b9-c1fb4452589a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:08.843256 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67d16775-b4db-45af-b9a0-2fc7addc47a0 req-08319423-5816-4b20-b0b9-c1fb4452589a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0469067 Sep 13 03:29:08.893630 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-67d16775-b4db-45af-b9a0-2fc7addc47a0 req-3a70c2f0-fbcb-453d-b8bb-7a69b1c47548 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Sep 13 03:29:08.974477 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a57f7-d514-4604-af78-8f50c066e272 req-f2ec2012-4e1e-410b-8093-696b2f2b53a0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:08.977047 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c75a57f7-d514-4604-af78-8f50c066e272 req-f2ec2012-4e1e-410b-8093-696b2f2b53a0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0510409 Sep 13 03:29:09.023415 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c75a57f7-d514-4604-af78-8f50c066e272 req-a203100d-406f-4676-a884-ec215de04ec2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Sep 13 03:29:10.012100 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb709-e73a-4c4a-a4f2-b1549bcd62bb req-b4a2d795-75cf-4d9a-8cb3-2a59fc6eb96a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:10.013533 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8cfb709-e73a-4c4a-a4f2-b1549bcd62bb req-b4a2d795-75cf-4d9a-8cb3-2a59fc6eb96a tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0464516 Sep 13 03:29:10.060848 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f8cfb709-e73a-4c4a-a4f2-b1549bcd62bb req-5ee5420e-2b25-40a3-bc38-55a4d3e83a32 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Sep 13 03:29:10.146656 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b56f2-6651-479f-b9b5-de1d5fc63071 req-7234e236-659d-4119-b136-912d1b05be43 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:10.148121 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a52b56f2-6651-479f-b9b5-de1d5fc63071 req-7234e236-659d-4119-b136-912d1b05be43 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0484655 Sep 13 03:29:10.194106 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a52b56f2-6651-479f-b9b5-de1d5fc63071 req-c2be810d-aec5-4433-8b5f-a40f51f799a9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Sep 13 03:29:11.181497 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ee42c-ad5f-4ad0-8259-de3f6c182dcb req-ec670107-dcb8-4ffa-ad54-1f96ff9e3984 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:11.183004 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ec6ee42c-ad5f-4ad0-8259-de3f6c182dcb req-ec670107-dcb8-4ffa-ad54-1f96ff9e3984 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0477159 Sep 13 03:29:11.230007 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ec6ee42c-ad5f-4ad0-8259-de3f6c182dcb req-5beade23-9bfa-4184-81c5-12f695145b9b tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d3f9a27-4304-40fb-8ec6-299f84a99bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Sep 13 03:29:11.316550 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ab107-d699-4a7a-b3f8-17bf602bea4a req-020bb3d9-74e1-4ccd-b87f-3d5f7510ae82 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:11.318067 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6c6ab107-d699-4a7a-b3f8-17bf602bea4a req-020bb3d9-74e1-4ccd-b87f-3d5f7510ae82 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0470588 Sep 13 03:29:11.357064 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-19444954-d2e2-43a9-a634-08906940fc98 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:11.358667 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-19444954-d2e2-43a9-a634-08906940fc98 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 945 time: 0.0521553 Sep 13 03:29:11.371656 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6c6ab107-d699-4a7a-b3f8-17bf602bea4a req-bb5b1b6a-65ac-4ff3-a989-8f8755b82e44 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478740 Sep 13 03:29:11.618714 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:11.656492 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Deleting port 5e1eb65a-db49-4f23-a402-182f179922bc {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:11.656837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:11.748633 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] For port 5e1eb65a-db49-4f23-a402-182f179922bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5e1eb65a-db49-4f23-a402-182f179922bc,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:11.749000 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:11.936944 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:11.941883 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:11.942254 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (fabab593-9f22-4202-94e0-47258b3540a8), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:11.943147 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Floating IP fabab593-9f22-4202-94e0-47258b3540a8 disassociated. External IP: 172.27.1.150, port: 5e1eb65a-db49-4f23-a402-182f179922bc. Sep 13 03:29:11.943490 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Calling delete_port for 5e1eb65a-db49-4f23-a402-182f179922bc owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:11.953006 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-973e0772-7f82-4571-be18-0ba100203913 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:11.954491 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-973e0772-7f82-4571-be18-0ba100203913 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0692236 Sep 13 03:29:12.092722 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Deleting port 7cf9530c-a7c2-4a93-8567-f2298a93d7de {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:12.093067 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:12.223995 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] For port 7cf9530c-a7c2-4a93-8567-f2298a93d7de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7cf9530c-a7c2-4a93-8567-f2298a93d7de,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:12.224677 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:12.226522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (5e1eb65a-db49-4f23-a402-182f179922bc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:12.262967 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event deleted for resources: {'Port': ['ID=5e1eb65a-db49-4f23-a402-182f179922bc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:12.379593 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-31e6ea38-594d-4bf1-a337-116e35320f79 req-51e34438-5d20-4347-9e2d-8e4a593390dc tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.0686538 Sep 13 03:29:12.494921 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb010b2-028c-4845-8a69-e2487cfac235 req-87a9fd6f-072b-4764-a656-7fc3409a3894 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:12.496300 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fdb010b2-028c-4845-8a69-e2487cfac235 req-87a9fd6f-072b-4764-a656-7fc3409a3894 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 945 time: 0.0466878 Sep 13 03:29:12.512394 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:12.530934 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Router b351e21c-8331-4921-a38f-e7f9271eb632 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:29:12.540968 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:12.541285 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:12.541597 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Floating IP 9312dd47-7829-456c-a835-e88f394fb783 disassociated. External IP: 172.27.1.236, port: 7cf9530c-a7c2-4a93-8567-f2298a93d7de. Sep 13 03:29:12.541940 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Calling delete_port for 7cf9530c-a7c2-4a93-8567-f2298a93d7de owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:12.544073 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fdb010b2-028c-4845-8a69-e2487cfac235 req-fbc6697b-7d19-4489-8aba-23192149bdd1 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99a0cb27-b876-4de4-a5fe-f5515023f65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Sep 13 03:29:12.947575 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:12.967443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:29:12.978975 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] Sync routers for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:29:12.990118 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:12.990758 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:13.035771 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] No DVR routers for this DVR port 5e1eb65a-db49-4f23-a402-182f179922bc on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:29:13.040763 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:13.044001 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b5ab43e-3593-4af8-a4c6-dd004a8dd131 req-bc430fa6-7e8b-4a0a-be31-5f4008103d75 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5e1eb65a-db49-4f23-a402-182f179922bc HTTP/1.1" status: 204 len: 173 time: 1.4691792 Sep 13 03:29:13.044498 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'name': 'network-vif-deleted', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:13.046761 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc3b47f-8bd3-4e15-9f8d-fea3a9c0d067" -d '{"events": [{"server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "name": "network-vif-deleted", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:13.079480 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (7cf9530c-a7c2-4a93-8567-f2298a93d7de), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:13.109522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1a2372-6862-4486-aa43-fe330f7a8fb6 x-openstack-request-id: req-dc1a2372-6862-4486-aa43-fe330f7a8fb6 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:13.109816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81", "name": "network-vif-deleted", "tag": "5e1eb65a-db49-4f23-a402-182f179922bc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:13.110070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc1a2372-6862-4486-aa43-fe330f7a8fb6 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:13.110470 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1a2372-6862-4486-aa43-fe330f7a8fb6'] response: {'server_uuid': 'c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81', 'name': 'network-vif-deleted', 'tag': '5e1eb65a-db49-4f23-a402-182f179922bc', 'status': 'completed', 'code': 200} Sep 13 03:29:13.114463 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event deleted for resources: {'Port': ['ID=7cf9530c-a7c2-4a93-8567-f2298a93d7de,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:13.123539 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:13.163494 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:13.238196 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Router 2f4fe874-5ff3-442f-9b6c-16552b97e037 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:29:13.298014 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:13.314964 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:13.344252 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] Checking router: b351e21c-8331-4921-a38f-e7f9271eb632 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:29:13.348113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:29:13.354360 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:13.354990 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:13.359683 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] Sync routers for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:29:13.370981 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:13.372224 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:13.394384 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] No DVR routers for this DVR port 7cf9530c-a7c2-4a93-8567-f2298a93d7de on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:29:13.396973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:13.400327 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d6d3c792-c2c1-4d74-a615-55104b808d1f req-f42d2b08-8b3a-445a-a84a-bd4e860605be tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "DELETE /networking/v2.0/ports/7cf9530c-a7c2-4a93-8567-f2298a93d7de HTTP/1.1" status: 204 len: 173 time: 1.4398439 Sep 13 03:29:13.475336 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:13.533735 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f1806722-142b-4582-8a8a-e63665be872d req-c88ffd49-35b7-49ad-b9df-d4cab6f2175c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2db9c7f-3243-4d1f-9ea1-ed8a976c4b81 HTTP/1.1" status: 200 len: 210 time: 0.0403590 Sep 13 03:29:13.552893 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:13.682678 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b5fa1f7-58ae-48d6-9488-197fb14c91ba req-0478a799-213b-4a6e-ac06-1d229f27501b tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0368052 Sep 13 03:29:13.748561 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:13.773516 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38a50-cb5e-4dd9-aa14-6a09800b72d1 None None] The sync data for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi is: [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:29:13.801211 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:13.827597 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] Checking router: 2f4fe874-5ff3-442f-9b6c-16552b97e037 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:29:13.837271 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:13.837936 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:28:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:13.943698 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:13.997529 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca808fef-e5a8-4a64-a3f4-00e3b935126f None None] New status for floating IP fabab593-9f22-4202-94e0-47258b3540a8: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:29:14.131659 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:14.161659 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044ff02-9e8f-4917-8268-a5ca49b16718 None None] The sync data for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi is: [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:03Z', 'revision_number': 4, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3d0e66f3-15ac-45d1-ad99-f741fd833538', 'name': '', 'network_id': 'cb2e37f0-0a1e-4f79-8597-600d7213f51f', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'mac_address': 'fa:16:3e:1b:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:00Z', 'updated_at': '2022-09-13T03:21:20Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'subnets': [{'id': 'cf4fee17-930c-4fb1-a2c6-e7394eb6fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:29:14.205733 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 7cf9530c-a7c2-4a93-8567-f2298a93d7de no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:14.225929 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 7cf9530c-a7c2-4a93-8567-f2298a93d7de {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:14.226145 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 7cf9530c-a7c2-4a93-8567-f2298a93d7de not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:14.226660 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5e1eb65a-db49-4f23-a402-182f179922bc no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:14.247469 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 5e1eb65a-db49-4f23-a402-182f179922bc {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:14.247815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5e1eb65a-db49-4f23-a402-182f179922bc not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:14.421069 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd601bf-1464-4b0e-95fd-0cd3002d41c0 None None] New status for floating IP 9312dd47-7829-456c-a835-e88f394fb783: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:29:14.618718 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-47e2388f-6f8d-41d4-87a2-714770dd012c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:14.631323 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49118) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:14.691159 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9dd96b0b-15c5-4da9-a1f0-dbaee57036ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (8d3f9a27-4304-40fb-8ec6-299f84a99bfb), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:14.715540 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9dd96b0b-15c5-4da9-a1f0-dbaee57036ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (8d3f9a27-4304-40fb-8ec6-299f84a99bfb), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:14.775878 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9dd96b0b-15c5-4da9-a1f0-dbaee57036ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8d3f9a27-4304-40fb-8ec6-299f84a99bfb), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:14.778647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9dd96b0b-15c5-4da9-a1f0-dbaee57036ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:14.780007 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9dd96b0b-15c5-4da9-a1f0-dbaee57036ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8d3f9a27-4304-40fb-8ec6-299f84a99bfb HTTP/1.1" status: 204 len: 168 time: 0.1476619 Sep 13 03:29:14.782920 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49122) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:14.791100 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd96b0b-15c5-4da9-a1f0-dbaee57036ff tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f9a27-4304-40fb-8ec6-299f84a99bfb,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:14.803195 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.api.v2.resource [None req-a20b2d76-9653-48c8-8e37-d56d234cceb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] show failed (client error): The resource could not be found. Sep 13 03:29:14.804208 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a20b2d76-9653-48c8-8e37-d56d234cceb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups/8d3f9a27-4304-40fb-8ec6-299f84a99bfb HTTP/1.1" status: 404 len: 347 time: 0.0203221 Sep 13 03:29:14.807228 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49124) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:14.843111 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3f0d6c72-3a86-4474-bac2-a3f0860c479f req-78ce7e80-e2f0-4528-a021-1d2a27212ea2 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f HTTP/1.1" status: 200 len: 210 time: 0.0424879 Sep 13 03:29:14.936633 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Deleting port b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:14.936974 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:14.999005 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:15.013118 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:15.013446 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:15.026380 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Calling delete_port for b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:15.111848 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'name': 'network-vif-deleted', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:15.114380 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed22d7d-20b2-478d-9090-c249a5056848" -d '{"events": [{"server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "name": "network-vif-deleted", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:15.150244 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad8bec5-a79a-40df-aba3-080087155d4c x-openstack-request-id: req-0ad8bec5-a79a-40df-aba3-080087155d4c {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:15.150536 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f", "name": "network-vif-deleted", "tag": "7cf9530c-a7c2-4a93-8567-f2298a93d7de", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:15.150822 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ad8bec5-a79a-40df-aba3-080087155d4c {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:15.151227 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad8bec5-a79a-40df-aba3-080087155d4c'] response: {'server_uuid': '3ad3017b-24b7-40ec-9e2f-cafb07f3bd1f', 'name': 'network-vif-deleted', 'tag': '7cf9530c-a7c2-4a93-8567-f2298a93d7de', 'status': 'completed', 'code': 200} Sep 13 03:29:15.164543 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:15.170044 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:15.196055 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event deleted for resources: {'Port': ['ID=b4b8bf0d-735d-45a5-aa16-0ac3a85c6f91,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:15.259301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (fabab593-9f22-4202-94e0-47258b3540a8), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:15.261882 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:15.263048 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6707d68d-a522-4964-969d-b60ec8b0df71 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/fabab593-9f22-4202-94e0-47258b3540a8 HTTP/1.1" status: 204 len: 168 time: 0.4542015 Sep 13 03:29:15.934657 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49134) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:15.988102 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81d3d069-11f4-43de-b40e-39013fc44016 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group (99a0cb27-b876-4de4-a5fe-f5515023f65d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.010769 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81d3d069-11f4-43de-b40e-39013fc44016 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group (99a0cb27-b876-4de4-a5fe-f5515023f65d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.058631 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81d3d069-11f4-43de-b40e-39013fc44016 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (99a0cb27-b876-4de4-a5fe-f5515023f65d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.061410 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81d3d069-11f4-43de-b40e-39013fc44016 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.062542 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-81d3d069-11f4-43de-b40e-39013fc44016 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/99a0cb27-b876-4de4-a5fe-f5515023f65d HTTP/1.1" status: 204 len: 168 time: 0.1268876 Sep 13 03:29:16.065249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49136) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:16.072748 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3d069-11f4-43de-b40e-39013fc44016 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a0cb27-b876-4de4-a5fe-f5515023f65d,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:16.082646 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-a61dfbe7-80ed-4a7f-9180-c6bda87e26df tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] show failed (client error): The resource could not be found. Sep 13 03:29:16.082646 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a61dfbe7-80ed-4a7f-9180-c6bda87e26df tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups/99a0cb27-b876-4de4-a5fe-f5515023f65d HTTP/1.1" status: 404 len: 347 time: 0.0143542 Sep 13 03:29:16.083497 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49138) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:16.183791 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:16.196144 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Deleting port 58c89c58-c38e-4ec7-a510-6af41226e09d {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:16.196491 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.273779 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.274045 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (58c89c58-c38e-4ec7-a510-6af41226e09d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.287056 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Calling delete_port for 58c89c58-c38e-4ec7-a510-6af41226e09d owned by network:floatingip {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:16.360250 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49142) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:16.365280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-8d195eeb-5864-4b82-8f7b-6151534abdb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887031801', 'description': 'tempest-description--1564106771'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:16.389665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d195eeb-5864-4b82-8f7b-6151534abdb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.406479 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:16.433665 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (58c89c58-c38e-4ec7-a510-6af41226e09d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.459242 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d195eeb-5864-4b82-8f7b-6151534abdb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (96884149-7660-4113-9068-dfdfe7cf7761), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.465044 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event deleted for resources: {'Port': ['ID=58c89c58-c38e-4ec7-a510-6af41226e09d,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:16.465196 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d195eeb-5864-4b82-8f7b-6151534abdb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (96884149-7660-4113-9068-dfdfe7cf7761), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.494419 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8d195eeb-5864-4b82-8f7b-6151534abdb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.498353 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8d195eeb-5864-4b82-8f7b-6151534abdb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1344247 Sep 13 03:29:16.499111 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49144) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:16.503559 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-43213441-6f37-480c-9215-d47596c5d848 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'security_group_rule': {'security_group_id': '96884149-7660-4113-9068-dfdfe7cf7761', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:16.508870 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d195eeb-5864-4b82-8f7b-6151534abdb7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96884149-7660-4113-9068-dfdfe7cf7761,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:16.522808 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks [] for floatingip (9312dd47-7829-456c-a835-e88f394fb783), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.525855 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.527365 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b4178790-6569-45df-924c-836d2e95b187 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/9312dd47-7829-456c-a835-e88f394fb783 HTTP/1.1" status: 204 len: 168 time: 0.4427924 Sep 13 03:29:16.534129 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-43213441-6f37-480c-9215-d47596c5d848 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (18a6f201-bd05-4635-88e0-50650fb53b6a), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.594527 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-43213441-6f37-480c-9215-d47596c5d848 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (18a6f201-bd05-4635-88e0-50650fb53b6a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.598436 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-43213441-6f37-480c-9215-d47596c5d848 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (18a6f201-bd05-4635-88e0-50650fb53b6a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.621227 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43213441-6f37-480c-9215-d47596c5d848 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a6f201-bd05-4635-88e0-50650fb53b6a,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:16.630776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-43213441-6f37-480c-9215-d47596c5d848 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.632579 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49150) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:16.632708 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-43213441-6f37-480c-9215-d47596c5d848 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325271 Sep 13 03:29:16.637492 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-0595c99b-b3c5-44a9-a91b-8e7a26ad2528 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'security_group_rule': {'security_group_id': '96884149-7660-4113-9068-dfdfe7cf7761', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:16.665521 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0595c99b-b3c5-44a9-a91b-8e7a26ad2528 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (aebed044-411b-4479-8bc3-9f6f7f4ac44e), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.723122 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0595c99b-b3c5-44a9-a91b-8e7a26ad2528 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (aebed044-411b-4479-8bc3-9f6f7f4ac44e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.726962 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0595c99b-b3c5-44a9-a91b-8e7a26ad2528 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (aebed044-411b-4479-8bc3-9f6f7f4ac44e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.746318 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595c99b-b3c5-44a9-a91b-8e7a26ad2528 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebed044-411b-4479-8bc3-9f6f7f4ac44e,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:16.752833 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0595c99b-b3c5-44a9-a91b-8e7a26ad2528 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.754099 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-0595c99b-b3c5-44a9-a91b-8e7a26ad2528 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202903 Sep 13 03:29:16.757171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49152) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:16.761344 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:16.782217 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.860308 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:16.968564 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Allocated IP 172.27.1.213 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/df2da53d-b9d4-4640-8ec3-192f5cc1b4fa) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:29:16.970247 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f9d9dd92-2f8e-40d2-ad7c-6ba2dfa90258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.026028 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:17.074003 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.106461 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.155475 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:29:17.160897 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:29:17.163202 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'Port': ['ID=df2da53d-b9d4-4640-8ec3-192f5cc1b4fa,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:17.165664 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:29:17.247419 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:17.248734 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.287938 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.429893 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.433951 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.501878 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.504604 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'Port': ['ID=df2da53d-b9d4-4640-8ec3-192f5cc1b4fa,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:17.520442 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:17.521663 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a3810919-e1a4-46fb-92c3-f9da37889077 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7635465 Sep 13 03:29:17.725652 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-1dbb7aef-de4c-49d1-907e-23e7869801ce tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1887031801&fields=id&tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838 HTTP/1.1" status: 200 len: 267 time: 0.0467417 Sep 13 03:29:17.835209 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-75297f3c-1eb1-4d25-aedb-989dabc708c1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:17.836683 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-75297f3c-1eb1-4d25-aedb-989dabc708c1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 810 time: 0.1039903 Sep 13 03:29:17.851715 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-50f21a00-3aa0-486a-8471-6b7ba46792e9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/quotas/bb8f67ac0f3c48b2933b6ae34d4fd838 HTTP/1.1" status: 200 len: 375 time: 0.0094490 Sep 13 03:29:17.903641 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-f8bb4f27-b92b-485e-8dd7-16e824ce33cd tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470862 Sep 13 03:29:17.961259 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:18.005212 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-39390ac6-afab-479d-9741-9aaea878537d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875041 Sep 13 03:29:18.100731 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-4f01e20f-f875-49bd-a115-3b12616f3838 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898142 Sep 13 03:29:18.196237 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:18.270970 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bb170d67-463a-4e74-938e-43324086ff0b req-765ff7ab-b1ec-4e1d-810f-7480330fdf76 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Sep 13 03:29:19.009437 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9818c-8472-41db-9a9a-13fb59978f3b req-c2bee99d-9a5a-486c-ac59-055a7ec68fac tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:19.010917 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0fe9818c-8472-41db-9a9a-13fb59978f3b req-c2bee99d-9a5a-486c-ac59-055a7ec68fac tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0464079 Sep 13 03:29:19.060717 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0fe9818c-8472-41db-9a9a-13fb59978f3b req-87df7c9a-9e27-4133-b356-9e80b6dff76a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Sep 13 03:29:19.376702 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ede1098b-7f50-4591-8cc2-eb92f9384cd2 req-fd148ff7-7752-4b88-9304-021777f06d82 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Sep 13 03:29:19.653645 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:19.660713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:19.895045 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:20.109307 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:20.166964 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-26c448aa-7c5e-4b95-a18d-e4e29d6f44f0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:20.168769 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-26c448aa-7c5e-4b95-a18d-e4e29d6f44f0 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0995848 Sep 13 03:29:20.191663 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ea84-ecbd-4a24-a374-659de1d68d86 req-405a3706-8250-477b-99d8-39424064a9cb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:20.193900 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f7c1ea84-ecbd-4a24-a374-659de1d68d86 req-405a3706-8250-477b-99d8-39424064a9cb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 946 time: 0.0525596 Sep 13 03:29:20.246584 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f7c1ea84-ecbd-4a24-a374-659de1d68d86 req-fd76f9ad-9d6f-4065-846b-2c46c2f428db tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466526 Sep 13 03:29:20.270927 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-ec8e0105-aa91-4880-8fa7-600fa6e0a50c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:20.272344 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-ec8e0105-aa91-4880-8fa7-600fa6e0a50c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 810 time: 0.2126257 Sep 13 03:29:20.288838 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Deleting port f18a4265-4277-4b61-a45f-eca4e86395c8 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:20.289178 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:20.397109 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] For port f18a4265-4277-4b61-a45f-eca4e86395c8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f18a4265-4277-4b61-a45f-eca4e86395c8,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:20.397758 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:20.419855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Calling delete_port for f18a4265-4277-4b61-a45f-eca4e86395c8 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:20.452620 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-7e24d653-9a92-421f-bd48-2d304ed0336c tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838 HTTP/1.1" status: 200 len: 380 time: 0.0934000 Sep 13 03:29:20.492754 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'port': {'device_id': '67827f2d-1e40-4e54-83b5-906368c76022', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'admin_state_up': True, 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'security_groups': ['96884149-7660-4113-9068-dfdfe7cf7761']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:20.529669 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a69fae91-4af4-4891-8588-11c2fdf0c671 req-fd5c5a10-3e1d-46f1-af16-17c1362709e3 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 210 time: 0.0760796 Sep 13 03:29:20.687392 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Made reservation on behalf of bb8f67ac0f3c48b2933b6ae34d4fd838 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:29:20.691397 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:20.700179 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (f18a4265-4277-4b61-a45f-eca4e86395c8), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:20.703787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:20.738653 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['3183447b-b590-4633-92e3-7d4198ae1660'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:29:20.750322 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event deleted for resources: {'Port': ['ID=f18a4265-4277-4b61-a45f-eca4e86395c8,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:20.774640 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:20.819491 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] No DVR routers for this DVR port f18a4265-4277-4b61-a45f-eca4e86395c8 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:29:20.823633 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:20.826883 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d450a4a4-87f2-4edd-9ebd-f713b3b8b52a req-e359fcaa-fa96-4759-9e82-3d8cb90bbd93 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f18a4265-4277-4b61-a45f-eca4e86395c8 HTTP/1.1" status: 204 len: 173 time: 0.6511650 Sep 13 03:29:20.827376 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0445581f-c40d-4838-864c-bb080dcf594b', 'name': 'network-vif-deleted', 'tag': 'f18a4265-4277-4b61-a45f-eca4e86395c8'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:20.829594 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60dd618-b573-4a45-bf4d-9213889446b6" -d '{"events": [{"server_uuid": "0445581f-c40d-4838-864c-bb080dcf594b", "name": "network-vif-deleted", "tag": "f18a4265-4277-4b61-a45f-eca4e86395c8"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:20.879936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eb7342-e9c1-47ab-ae6c-7567521dc2e9 x-openstack-request-id: req-f2eb7342-e9c1-47ab-ae6c-7567521dc2e9 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:20.880234 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0445581f-c40d-4838-864c-bb080dcf594b", "name": "network-vif-deleted", "tag": "f18a4265-4277-4b61-a45f-eca4e86395c8", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:20.880486 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2eb7342-e9c1-47ab-ae6c-7567521dc2e9 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:20.880980 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2eb7342-e9c1-47ab-ae6c-7567521dc2e9'] response: {'server_uuid': '0445581f-c40d-4838-864c-bb080dcf594b', 'name': 'network-vif-deleted', 'tag': 'f18a4265-4277-4b61-a45f-eca4e86395c8', 'status': 'completed', 'code': 200} Sep 13 03:29:20.907942 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Allocated IP 172.20.0.11 (56b0350b-2f1d-46ac-ad32-a74946bfd610/04fdef43-9d1e-47ca-b428-82e86f24ac1e/3cf8c0a3-568d-455a-8ea4-b062a263d4f1) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:29:21.006284 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:21.067249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.104362 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.155209 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:29:21.160754 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:29:21.163803 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:29:21.168858 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event updated for resources: {'Port': ['ID=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:21.197471 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.197812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.198148 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.198482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.198841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.199165 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.199489 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.199803 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.200123 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.200464 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.200755 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.201078 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.201394 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.201708 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.202020 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:21.231700 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:21.232154 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.252569 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-e5d92dbf-9807-4a11-a508-f4d2ba561aad tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7740865 Sep 13 03:29:21.271273 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Request body: {'port': {'device_id': '67827f2d-1e40-4e54-83b5-906368c76022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:21.380440 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.383639 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b762d5a7-f9c0-4b84-8d0a-252517d54199 req-b80de70f-a6c8-415b-9ec5-40a60085f721 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0445581f-c40d-4838-864c-bb080dcf594b HTTP/1.1" status: 200 len: 210 time: 0.0371172 Sep 13 03:29:21.412148 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-1acfde50-f880-4a6f-bb33-a938f15b6a40 None None] Provisioning complete for port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:29:21.412516 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1acfde50-f880-4a6f-bb33-a938f15b6a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.443686 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-1acfde50-f880-4a6f-bb33-a938f15b6a40 None None] Port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:29:21.604500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:21.641382 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:29:21.649745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Publish callbacks [] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.654102 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9654-de7e-41e3-8e33-c023dacce275 req-f9099793-2d12-425b-b6dc-6f3ed309cbc6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:21.655675 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c45c9654-de7e-41e3-8e33-c023dacce275 req-f9099793-2d12-425b-b6dc-6f3ed309cbc6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 932 time: 0.0496595 Sep 13 03:29:21.662446 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Transition to ACTIVE for port object 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:29:21.666992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.712571 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c45c9654-de7e-41e3-8e33-c023dacce275 req-40c95956-a232-45eb-8040-41df98cf30d0 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512607 Sep 13 03:29:21.758048 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:21.790625 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Attempting to bind port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:29:21.791013 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Attempting to bind port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:29:21.791439 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Attempting to bind port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:29:21.834271 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:29:21.834500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Attempting to bind port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 on network 56b0350b-2f1d-46ac-ad32-a74946bfd610 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:29:21.880816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:29:21.881148 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Checking segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:29:21.881518 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Bound using segment: {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:29:21.881937 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Bound port: 3cf8c0a3-568d-455a-8ea4-b062a263d4f1, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734c50b7-3491-4369-8d73-a70d32ad2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:29:21.882288 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.890668 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:21.946783 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] For port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:29:21.949931 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] For port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:29:21.955440 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.960395 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:21.961000 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:21.962414 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/3cf8c0a3-568d-455a-8ea4-b062a263d4f1 HTTP/1.1" status: 200 len: 1094 time: 0.6968250 Sep 13 03:29:22.004403 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cf581-df73-43d0-afe5-f354ee97b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:22.065995 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-96c97b33-adbd-48d8-9f27-ff8793548293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:22.068090 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-96c97b33-adbd-48d8-9f27-ff8793548293 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 1128 time: 0.0392926 Sep 13 03:29:22.117908 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-feae249c-3c76-40c3-94bf-6178d238f121 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1 HTTP/1.1" status: 200 len: 217 time: 0.0359333 Sep 13 03:29:22.164946 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-858a5834-cded-4aed-a666-7513348b3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:22.166296 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-858a5834-cded-4aed-a666-7513348b3b01 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0424991 Sep 13 03:29:22.209459 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874afd5-a753-4eed-ae30-42150ea22242 req-ffd21de8-e153-48b2-8810-e54750e00767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:22.210970 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-ffd21de8-e153-48b2-8810-e54750e00767 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376542 Sep 13 03:29:22.253624 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device f18a4265-4277-4b61-a45f-eca4e86395c8 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:22.273042 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: f18a4265-4277-4b61-a45f-eca4e86395c8 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:22.273397 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device f18a4265-4277-4b61-a45f-eca4e86395c8 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:22.305415 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-cbe541e3-e732-413e-b668-f10666576086 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884764 Sep 13 03:29:22.394545 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7874afd5-a753-4eed-ae30-42150ea22242 req-59de59b6-ee25-42a1-8e41-671c7d73e700 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814705 Sep 13 03:29:22.658370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3547e-2424-40bf-9837-2d2f5591c3b8 req-7ed5e934-bb6f-464e-a00d-4c3cc09fff91 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:22.659760 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1df3547e-2424-40bf-9837-2d2f5591c3b8 req-7ed5e934-bb6f-464e-a00d-4c3cc09fff91 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0505111 Sep 13 03:29:22.707425 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1df3547e-2424-40bf-9837-2d2f5591c3b8 req-8c74b6ab-0249-4762-8aeb-3898fa64219d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Sep 13 03:29:22.847409 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2126c1-adf7-4386-b5da-ab2d621fef96 req-5e53fa30-5445-4c85-aa2b-5a9494d41f39 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:22.848935 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ca2126c1-adf7-4386-b5da-ab2d621fef96 req-5e53fa30-5445-4c85-aa2b-5a9494d41f39 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 944 time: 0.0501003 Sep 13 03:29:22.873151 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:22.882384 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:22.885812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8" -d '{"events": [{"name": "network-changed", "server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:22.900122 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ca2126c1-adf7-4386-b5da-ab2d621fef96 req-c21d8ad5-12ca-4398-90fb-cc1e67aee45d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Sep 13 03:29:22.927109 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786293ff-f598-46e1-9116-4dc0e64b3149 x-openstack-request-id: req-786293ff-f598-46e1-9116-4dc0e64b3149 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:22.927639 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:22.928118 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-786293ff-f598-46e1-9116-4dc0e64b3149 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:22.928845 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786293ff-f598-46e1-9116-4dc0e64b3149'] response: {'name': 'network-changed', 'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'status': 'completed', 'code': 200} Sep 13 03:29:23.825352 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e948-6f06-4b9b-9b31-664b1d214085 req-76a878b8-9671-462c-8a85-3d8b493d28bb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:23.826802 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6204e948-6f06-4b9b-9b31-664b1d214085 req-76a878b8-9671-462c-8a85-3d8b493d28bb tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0461607 Sep 13 03:29:23.874203 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6204e948-6f06-4b9b-9b31-664b1d214085 req-884bef51-ef54-4733-9d8c-fb4f668a4280 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Sep 13 03:29:24.010425 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:24.024933 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802e93-f7c6-4bec-b462-5e13ed4bf566 req-61a3ee70-0b48-4a53-a681-21c271779871 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:24.026379 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cf802e93-f7c6-4bec-b462-5e13ed4bf566 req-61a3ee70-0b48-4a53-a681-21c271779871 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 944 time: 0.0487118 Sep 13 03:29:24.073640 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cf802e93-f7c6-4bec-b462-5e13ed4bf566 req-8225c234-f9f4-45c4-8290-8f8c87375dcf tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 Sep 13 03:29:24.994824 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbf20b-2888-4d68-a741-94764d9021ff req-60e284db-9c3c-45ff-92f8-b97dea1980f4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:24.996305 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f2bbf20b-2888-4d68-a741-94764d9021ff req-60e284db-9c3c-45ff-92f8-b97dea1980f4 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0496163 Sep 13 03:29:25.042407 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f2bbf20b-2888-4d68-a741-94764d9021ff req-b506d2c1-6ddd-4285-b3cd-74975c483a24 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Sep 13 03:29:25.079007 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=62 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:25.083471 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:25.192717 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8fadb-4828-4544-95ee-ec67a2ffc1bf req-35918784-5945-43af-b9af-69b468e81be1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:25.194178 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ade8fadb-4828-4544-95ee-ec67a2ffc1bf req-35918784-5945-43af-b9af-69b468e81be1 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 944 time: 0.0468464 Sep 13 03:29:25.273295 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ade8fadb-4828-4544-95ee-ec67a2ffc1bf req-1a055272-9d57-47d3-adbc-40862d1a9a00 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735896 Sep 13 03:29:25.280629 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-add7613a-9e48-4eab-858e-14439a7a9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:25.282044 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-add7613a-9e48-4eab-858e-14439a7a9905 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 1128 time: 0.0498834 Sep 13 03:29:25.509822 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-489badf0-1d89-4e16-853f-68e3f25cae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:25.511193 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-489badf0-1d89-4e16-853f-68e3f25cae5f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.0862069 Sep 13 03:29:25.571507 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-716d9431-418e-48e6-a4bd-e24bb24a593a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1 HTTP/1.1" status: 200 len: 217 time: 0.0359070 Sep 13 03:29:25.619979 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-3298edc3-b1d1-4309-a161-da63c1beaa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:25.621318 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-3298edc3-b1d1-4309-a161-da63c1beaa03 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0422585 Sep 13 03:29:25.692007 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-1a84b7b2-b10a-4bc3-94d8-4ffafc85a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:25.693978 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-1a84b7b2-b10a-4bc3-94d8-4ffafc85a3d5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378239 Sep 13 03:29:25.787448 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-d6300e9b-ec54-48c8-8c1a-fa1c23ecebd4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856724 Sep 13 03:29:26.031196 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:26.070345 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a60cb323-6f79-4c1a-ae22-01f5f69d5db8 req-0e78b321-111e-445d-a915-dbd33b5eed91 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855010 Sep 13 03:29:26.149898 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:26.161434 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e9d9c-314d-4441-ab7f-fa1357ce874a req-db9e5701-9fb0-4a8e-8667-485459ef0007 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:26.162909 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a75e9d9c-314d-4441-ab7f-fa1357ce874a req-db9e5701-9fb0-4a8e-8667-485459ef0007 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0464995 Sep 13 03:29:26.215564 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a75e9d9c-314d-4441-ab7f-fa1357ce874a req-8bbb0fd3-410b-4b7c-ba49-5fca8de2d1e6 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Sep 13 03:29:26.243992 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:29:26.350294 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:26.353035 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334a3c0-a324-4521-9387-002cda962b8a req-334a4558-4c2c-4055-a402-64d8ef0dd9c9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:26.354481 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3334a3c0-a324-4521-9387-002cda962b8a req-334a4558-4c2c-4055-a402-64d8ef0dd9c9 tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 946 time: 0.0523391 Sep 13 03:29:26.361713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'port_id': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'mac_address': 'fa:16:3e:1b:e8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:29:26.396787 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:29:26.397179 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:26.410537 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:29:26.428041 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d55ea-47bc-44bb-af7a-285202dbd2a9 req-95562072-9f6b-46a3-8eb8-f867c594d488 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:26.429492 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c20d55ea-47bc-44bb-af7a-285202dbd2a9 req-95562072-9f6b-46a3-8eb8-f867c594d488 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 944 time: 0.0741177 Sep 13 03:29:26.431647 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:26.436158 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:26.486268 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:26.504479 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Deleting port 3183447b-b590-4633-92e3-7d4198ae1660 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:26.504845 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (3183447b-b590-4633-92e3-7d4198ae1660), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:26.525865 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c20d55ea-47bc-44bb-af7a-285202dbd2a9 req-d22e83b6-1b0f-4d34-900a-cefef6235027 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892920 Sep 13 03:29:26.600887 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] For port 3183447b-b590-4633-92e3-7d4198ae1660, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3183447b-b590-4633-92e3-7d4198ae1660,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:26.601172 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (3183447b-b590-4633-92e3-7d4198ae1660), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:26.613754 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Calling delete_port for 3183447b-b590-4633-92e3-7d4198ae1660 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:26.924679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:26.980385 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['3cf8c0a3-568d-455a-8ea4-b062a263d4f1'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:29:27.008340 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (3183447b-b590-4633-92e3-7d4198ae1660), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:27.034284 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Pushing event deleted for resources: {'Port': ['ID=3183447b-b590-4633-92e3-7d4198ae1660,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:27.085246 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] No DVR routers for this DVR port 3183447b-b590-4633-92e3-7d4198ae1660 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:29:27.088525 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:27.093031 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3334a3c0-a324-4521-9387-002cda962b8a req-5843ae72-fe0a-4891-bc99-505df6c7d61d tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.57 "DELETE /networking/v2.0/ports/3183447b-b590-4633-92e3-7d4198ae1660 HTTP/1.1" status: 204 len: 173 time: 0.7295005 Sep 13 03:29:27.093658 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722dd938-0b13-46d0-9fa1-ff945702438c', 'name': 'network-vif-deleted', 'tag': '3183447b-b590-4633-92e3-7d4198ae1660'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:27.095960 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d78f70b-a5a4-41ae-9824-e4e48d41c71a" -d '{"events": [{"server_uuid": "722dd938-0b13-46d0-9fa1-ff945702438c", "name": "network-vif-deleted", "tag": "3183447b-b590-4633-92e3-7d4198ae1660"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:27.148079 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9960b6-8cc6-4411-b1ac-271fa530e521 x-openstack-request-id: req-2b9960b6-8cc6-4411-b1ac-271fa530e521 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:27.148388 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722dd938-0b13-46d0-9fa1-ff945702438c", "name": "network-vif-deleted", "tag": "3183447b-b590-4633-92e3-7d4198ae1660", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:27.148662 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b9960b6-8cc6-4411-b1ac-271fa530e521 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:27.149054 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9960b6-8cc6-4411-b1ac-271fa530e521'] response: {'server_uuid': '722dd938-0b13-46d0-9fa1-ff945702438c', 'name': 'network-vif-deleted', 'tag': '3183447b-b590-4633-92e3-7d4198ae1660', 'status': 'completed', 'code': 200} Sep 13 03:29:27.330305 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ea5f6c86-db1e-4aee-9692-45be07dcc9dd req-dce0adf5-69d1-4cb7-a736-887235446f8a tempest-ServerRescueNegativeTestJSON-1628822356 tempest-ServerRescueNegativeTestJSON-1628822356-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=722dd938-0b13-46d0-9fa1-ff945702438c HTTP/1.1" status: 200 len: 210 time: 0.0300488 Sep 13 03:29:27.644581 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872c8e-57df-43a0-bdb3-2cd596b14ff4 req-01c3b198-20ce-41cb-8157-d2e973272678 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:27.646022 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f9872c8e-57df-43a0-bdb3-2cd596b14ff4 req-01c3b198-20ce-41cb-8157-d2e973272678 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 945 time: 0.0459609 Sep 13 03:29:27.695445 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f9872c8e-57df-43a0-bdb3-2cd596b14ff4 req-2fde0baf-8531-46d1-9ac5-2bdb4ec26bf4 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Sep 13 03:29:28.261655 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:29:28.303769 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:29:28.308805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:29:28.309219 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:28.343574 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:28.384021 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:29:28.384418 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:28.400288 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49250) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:28.410755 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:28.413103 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f5ebda-fdad-4677-93d9-d9505ed331c4" -d '{"events": [{"server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "name": "network-vif-plugged", "status": "completed", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:28.424252 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:28.426582 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:28.434161 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:28.435455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3183447b-b590-4633-92e3-7d4198ae1660 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:28.461764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb66ddb-a4fc-4aa8-aa04-0a3118f10103 x-openstack-request-id: req-bfb66ddb-a4fc-4aa8-aa04-0a3118f10103 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:28.462068 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "name": "network-vif-plugged", "status": "completed", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:28.462319 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfb66ddb-a4fc-4aa8-aa04-0a3118f10103 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:28.462803 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb66ddb-a4fc-4aa8-aa04-0a3118f10103'] response: {'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'code': 200} Sep 13 03:29:28.478703 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 3183447b-b590-4633-92e3-7d4198ae1660 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:28.479049 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3183447b-b590-4633-92e3-7d4198ae1660 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:28.506238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:28.690517 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e00702-5abb-4065-b750-982778eb0f0e req-6687cf04-202d-46d9-9595-08dc59381eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:28.692012 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b1e00702-5abb-4065-b750-982778eb0f0e req-6687cf04-202d-46d9-9595-08dc59381eeb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 1130 time: 0.0443177 Sep 13 03:29:28.838393 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b1e00702-5abb-4065-b750-982778eb0f0e req-c6f0c82c-261a-4055-a8a0-46175423107a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182883 Sep 13 03:29:28.853458 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06314199-cf3f-4880-b81f-51370676da00 req-55a13c0e-3a7b-4317-94c0-d0067e4219ae tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:28.854869 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06314199-cf3f-4880-b81f-51370676da00 req-55a13c0e-3a7b-4317-94c0-d0067e4219ae tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0711672 Sep 13 03:29:28.917859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:28.958284 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-06314199-cf3f-4880-b81f-51370676da00 req-b4870149-003a-4c81-b6eb-7a7d9d3f85c8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798955 Sep 13 03:29:29.008157 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (2f4fe874-5ff3-442f-9b6c-16552b97e037), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:29.186710 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:29.229754 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Deleting port 3d0e66f3-15ac-45d1-ad99-f741fd833538 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:29.230090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:29.310861 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] For port 3d0e66f3-15ac-45d1-ad99-f741fd833538, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=3d0e66f3-15ac-45d1-ad99-f741fd833538,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:29.311217 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:29.323614 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Calling delete_port for 3d0e66f3-15ac-45d1-ad99-f741fd833538 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:29.501147 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (3d0e66f3-15ac-45d1-ad99-f741fd833538), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:29.525561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0e66f3-15ac-45d1-ad99-f741fd833538,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:29.690827 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (2f4fe874-5ff3-442f-9b6c-16552b97e037), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:29.732372 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:29.893613 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Router 2f4fe874-5ff3-442f-9b6c-16552b97e037 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:29:29.995022 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:29:30.001812 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-607c8b7b-4f4e-4d22-abe8-504a73ea1975 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2f4fe874-5ff3-442f-9b6c-16552b97e037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6005373 Sep 13 03:29:30.002798 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49260) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:30.004555 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] Sync routers for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:29:30.017267 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:30.017885 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:30.118555 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:30.126706 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17481a63-c03a-4140-afe8-a878d99e6a6c req-a9d670b5-68a4-4436-bd40-e615b03914f9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:30.128165 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-17481a63-c03a-4140-afe8-a878d99e6a6c req-a9d670b5-68a4-4436-bd40-e615b03914f9 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0841928 Sep 13 03:29:30.159227 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks [] for router (2f4fe874-5ff3-442f-9b6c-16552b97e037), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.224574 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-17481a63-c03a-4140-afe8-a878d99e6a6c req-8b4c60cd-a0d5-4211-ac8b-fa4d89c92fc6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891011 Sep 13 03:29:30.281515 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks [] for router_gateway (2f4fe874-5ff3-442f-9b6c-16552b97e037), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.290816 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:29:29Z', 'revision_number': 5, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port': {'id': '76496929-aa1f-4fb2-8fde-efbbc94340f0', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:30.302944 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.322771 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] Checking router: 2f4fe874-5ff3-442f-9b6c-16552b97e037 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:29:30.326016 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Deleting port 76496929-aa1f-4fb2-8fde-efbbc94340f0 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:30.326353 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.331121 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] Routers {'2f4fe874-5ff3-442f-9b6c-16552b97e037'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:30.331720 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2f4fe874-5ff3-442f-9b6c-16552b97e037'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:30.409414 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] For port 76496929-aa1f-4fb2-8fde-efbbc94340f0, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=76496929-aa1f-4fb2-8fde-efbbc94340f0,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:30.409729 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.422099 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] Set router 2f4fe874-5ff3-442f-9b6c-16552b97e037 gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:30.423680 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Calling delete_port for 76496929-aa1f-4fb2-8fde-efbbc94340f0 owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:30.474243 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:29:30Z', 'revision_number': 6, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:30.500422 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb5ef6-eead-41e6-9b62-161cbdd58a5b None None] The sync data for ids ['2f4fe874-5ff3-442f-9b6c-16552b97e037'] in dv-cinder-857075-2-iscsi is: [{'id': '2f4fe874-5ff3-442f-9b6c-16552b97e037', 'name': 'tempest-ServerRescueNegativeTestJSON-1443562162-router', 'tenant_id': '609f8dcac1034d09a04192f4238b2857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:29:30Z', 'revision_number': 6, 'project_id': '609f8dcac1034d09a04192f4238b2857', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:29:30.557271 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:30.601530 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (76496929-aa1f-4fb2-8fde-efbbc94340f0), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.627130 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Pushing event deleted for resources: {'Port': ['ID=76496929-aa1f-4fb2-8fde-efbbc94340f0,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:30.633057 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:30.651748 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.652090 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.652429 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.652760 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.653087 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.653411 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.653732 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.654051 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.654376 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.654725 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.655048 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.655369 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.655685 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.655998 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.656337 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:30.699420 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (2f4fe874-5ff3-442f-9b6c-16552b97e037), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.801878 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (2f4fe874-5ff3-442f-9b6c-16552b97e037), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:30.804137 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks [] for router_controller (2f4fe874-5ff3-442f-9b6c-16552b97e037), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.074952 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (2f4fe874-5ff3-442f-9b6c-16552b97e037), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.075562 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f4fe874-5ff3-442f-9b6c-16552b97e037 {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:29:31.080340 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.081473 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-253f987c-a645-400e-a755-9d30b07bd77a admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2f4fe874-5ff3-442f-9b6c-16552b97e037 HTTP/1.1" status: 204 len: 168 time: 1.0777044 Sep 13 03:29:31.084611 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49262) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:31.127253 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] Deleting subnet cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:29:31.130860 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] Publish callbacks [] for subnet (cf4fee17-930c-4fb1-a2c6-e7394eb6fc66), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.168345 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15521410'] for subnet (cf4fee17-930c-4fb1-a2c6-e7394eb6fc66), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.270396 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (cf4fee17-930c-4fb1-a2c6-e7394eb6fc66), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.329038 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15663811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13679686'] for subnet (cf4fee17-930c-4fb1-a2c6-e7394eb6fc66), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.356385 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4fee17-930c-4fb1-a2c6-e7394eb6fc66,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:31.360326 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.361521 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9628-43ea-4fc4-afb0-84368a6e22b0 req-09f9a2e2-5404-4d69-932c-d557d914374e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:31.363784 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-8c37609b-4ccf-48e3-bac2-e4724fa56eb1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/cf4fee17-930c-4fb1-a2c6-e7394eb6fc66 HTTP/1.1" status: 204 len: 168 time: 0.2780008 Sep 13 03:29:31.366091 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49266) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:31.366243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c4a45-80c8-440d-b9da-3a39dc0bbfd3 None None] Network cb2e37f0-0a1e-4f79-8597-600d7213f51f requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:29:31.371229 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-690a9628-43ea-4fc4-afb0-84368a6e22b0 req-09f9a2e2-5404-4d69-932c-d557d914374e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0679760 Sep 13 03:29:31.378722 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:31.426081 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 76496929-aa1f-4fb2-8fde-efbbc94340f0 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:31.426663 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-690a9628-43ea-4fc4-afb0-84368a6e22b0 req-e4caced8-fa13-448b-8361-161d070c5af0 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539954 Sep 13 03:29:31.445108 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (cb2e37f0-0a1e-4f79-8597-600d7213f51f), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.462437 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 76496929-aa1f-4fb2-8fde-efbbc94340f0 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:31.462437 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 76496929-aa1f-4fb2-8fde-efbbc94340f0 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:31.462859 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3d0e66f3-15ac-45d1-ad99-f741fd833538 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:31.486741 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 3d0e66f3-15ac-45d1-ad99-f741fd833538 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:31.487107 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3d0e66f3-15ac-45d1-ad99-f741fd833538 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:31.493724 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Deleting port f77224f1-4523-49e1-824a-1d1d3397e537 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:31.494103 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.580532 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83351238-da8b-448f-9982-384e23e12061 None None] DHCP port deletion for cb2e37f0-0a1e-4f79-8597-600d7213f51f request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:29:31.598353 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] For port f77224f1-4523-49e1-824a-1d1d3397e537, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f77224f1-4523-49e1-824a-1d1d3397e537,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:31.598807 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.606496 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29162-7aad-49f6-8cbc-80bb74f48a1f req-d5e1a1ba-9c81-4ea5-839d-251416435d99 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:31.608118 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3bd29162-7aad-49f6-8cbc-80bb74f48a1f req-d5e1a1ba-9c81-4ea5-839d-251416435d99 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0744810 Sep 13 03:29:31.619454 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49270) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:31.623784 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Request body: {'floatingip': {'port_id': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:31.627263 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-83351238-da8b-448f-9982-384e23e12061 None None] Deleting port f77224f1-4523-49e1-824a-1d1d3397e537 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:31.627713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.656029 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Calling delete_port for f77224f1-4523-49e1-824a-1d1d3397e537 owned by network:dhcp {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:31.675486 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.697276 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-83351238-da8b-448f-9982-384e23e12061 None None] For port f77224f1-4523-49e1-824a-1d1d3397e537, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f77224f1-4523-49e1-824a-1d1d3397e537,segment=NetworkSegment(208d91ad-7b8d-4b0d-9449-558434a454c1),segment_id=208d91ad-7b8d-4b0d-9449-558434a454c1)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:31.697668 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.710105 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-83351238-da8b-448f-9982-384e23e12061 None None] Calling delete_port for f77224f1-4523-49e1-824a-1d1d3397e537 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:31.766586 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:31.791930 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.815863 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83351238-da8b-448f-9982-384e23e12061 None None] Pushing event deleted for resources: {'Port': ['ID=f77224f1-4523-49e1-824a-1d1d3397e537,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:31.823869 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83351238-da8b-448f-9982-384e23e12061 None None] No DVR routers for this DVR port f77224f1-4523-49e1-824a-1d1d3397e537 on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:29:31.825620 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.825962 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.826297 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.832986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83351238-da8b-448f-9982-384e23e12061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:29:31.896321 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (f77224f1-4523-49e1-824a-1d1d3397e537), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:31.930894 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] No DVR routers for this DVR port f77224f1-4523-49e1-824a-1d1d3397e537 on host dv-cinder-857075-2-iscsi {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:29:31.957136 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77224f1-4523-49e1-824a-1d1d3397e537,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:31.983390 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:32.082725 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (cb2e37f0-0a1e-4f79-8597-600d7213f51f), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.142291 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2e37f0-0a1e-4f79-8597-600d7213f51f']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:32.155460 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208d91ad-7b8d-4b0d-9449-558434a454c1') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:32.155759 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208d91ad-7b8d-4b0d-9449-558434a454c1') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:32.194194 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (208d91ad-7b8d-4b0d-9449-558434a454c1), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.217779 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (208d91ad-7b8d-4b0d-9449-558434a454c1), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.230826 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:29:32.231214 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (208d91ad-7b8d-4b0d-9449-558434a454c1), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.306886 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 208d91ad-7b8d-4b0d-9449-558434a454c1 resource provider aggregate not found Sep 13 03:29:32.350654 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 208d91ad-7b8d-4b0d-9449-558434a454c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 208d91ad-7b8d-4b0d-9449-558434a454c1 found for delete ", "request_id": "req-a000d708-aa60-447e-ba2f-601b7b568572"}]} Sep 13 03:29:32.353000 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (cb2e37f0-0a1e-4f79-8597-600d7213f51f), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.358456 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.361698 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/cb2e37f0-0a1e-4f79-8597-600d7213f51f HTTP/1.1" status: 204 len: 168 time: 0.9944482 Sep 13 03:29:32.381485 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519154c-b52a-4d52-9537-b82623ec7f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2e37f0-0a1e-4f79-8597-600d7213f51f,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:32.394073 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.398506 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.471973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49280) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:32.498084 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Floating IP 7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7 associated. External IP: 172.27.1.213, port: 3cf8c0a3-568d-455a-8ea4-b062a263d4f1. Sep 13 03:29:32.512648 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4c927c76-5abd-418b-924f-db6583c8f124 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=609f8dcac1034d09a04192f4238b2857&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394776 Sep 13 03:29:32.515100 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49282) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:32.563960 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8455dc2f-9630-4be5-9f72-57fc393ac5dc admin admin] Publish callbacks [] for security_group (f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.584937 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8455dc2f-9630-4be5-9f72-57fc393ac5dc admin admin] Publish callbacks [] for security_group (f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.632250 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8455dc2f-9630-4be5-9f72-57fc393ac5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.634963 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8455dc2f-9630-4be5-9f72-57fc393ac5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.636153 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8455dc2f-9630-4be5-9f72-57fc393ac5dc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f HTTP/1.1" status: 204 len: 168 time: 0.1201677 Sep 13 03:29:32.646316 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455dc2f-9630-4be5-9f72-57fc393ac5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d2d2f-dda0-4aea-b45b-61e6d17a2f3f,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:32.704111 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:32.706044 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Router b351e21c-8331-4921-a38f-e7f9271eb632 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:29:32.813857 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:29:32.819385 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:32.824273 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] Sync routers for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:29:32.836479 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:32.837022 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:32.851460 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c605da69-0e1e-4042-a702-f855c675ff2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7 HTTP/1.1" status: 200 len: 992 time: 1.2309620 Sep 13 03:29:32.852190 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:32.854573 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376fc72e-b0e8-445c-bb0f-6c9339329905" -d '{"events": [{"name": "network-changed", "server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:32.897309 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d96520-f276-421a-9caf-019250e45f41 x-openstack-request-id: req-67d96520-f276-421a-9caf-019250e45f41 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:32.898072 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:32.898522 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67d96520-f276-421a-9caf-019250e45f41 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:32.899099 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d96520-f276-421a-9caf-019250e45f41'] response: {'name': 'network-changed', 'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'status': 'completed', 'code': 200} Sep 13 03:29:32.945930 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:32.988587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-2df38f8e-dd51-4f6c-a1a5-51f90f25d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:32.990773 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-2df38f8e-dd51-4f6c-a1a5-51f90f25d156 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 1130 time: 0.0431576 Sep 13 03:29:33.096842 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-0e386120-ecf8-4891-8902-699740c6cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:33.098090 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-0e386120-ecf8-4891-8902-699740c6cf61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 200 len: 911 time: 0.1006885 Sep 13 03:29:33.165059 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:33.170630 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-cbfdfd5d-04aa-43a4-8e86-dce51c713ed1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1 HTTP/1.1" status: 200 len: 1000 time: 0.0641718 Sep 13 03:29:33.187658 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'port_id': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'mac_address': 'fa:16:3e:1b:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67827f2d-1e40-4e54-83b5-906368c76022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:29:17Z', 'updated_at': '2022-09-13T03:29:32Z', 'revision_number': 1, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:33.220817 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] Checking router: b351e21c-8331-4921-a38f-e7f9271eb632 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:29:33.228309 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-edb7e20d-7171-4f5d-ac7a-29af5ce600f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:33.230027 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-edb7e20d-7171-4f5d-ac7a-29af5ce600f0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 200 len: 849 time: 0.0513585 Sep 13 03:29:33.231987 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:33.232698 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:33.270863 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f77224f1-4523-49e1-824a-1d1d3397e537 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:33.285579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-dc9bf5e9-eb24-4790-a84a-7a14f402510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:33.287556 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-dc9bf5e9-eb24-4790-a84a-7a14f402510f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=56b0350b-2f1d-46ac-ad32-a74946bfd610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510197 Sep 13 03:29:33.299567 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: f77224f1-4523-49e1-824a-1d1d3397e537 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:33.299902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f77224f1-4523-49e1-824a-1d1d3397e537 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:33.375902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:33.399660 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-8c1d20df-30c5-4e1a-9109-79a4a044899f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055954 Sep 13 03:29:33.400842 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:33.467036 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:33.499006 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-376fc72e-b0e8-445c-bb0f-6c9339329905 req-a1861247-decd-43e8-91bc-2bc15702a088 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924323 Sep 13 03:29:33.605801 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'port_id': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'mac_address': 'fa:16:3e:1b:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67827f2d-1e40-4e54-83b5-906368c76022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:29:17Z', 'updated_at': '2022-09-13T03:29:32Z', 'revision_number': 1, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:33.634654 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a5921-8a37-4832-9f57-5c99b85b481e None None] The sync data for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi is: [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'port_id': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'mac_address': 'fa:16:3e:1b:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67827f2d-1e40-4e54-83b5-906368c76022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:29:17Z', 'updated_at': '2022-09-13T03:29:32Z', 'revision_number': 1, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:29:33.840224 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8dac7-d4e4-4298-993c-8e9eda62e3e3 None None] New status for floating IP 7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:29:34.558517 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49338) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:34.672198 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-acc2713b-5e50-4f2e-832b-10de22124e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:34.746112 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-acc2713b-5e50-4f2e-832b-10de22124e74 admin admin] Publish callbacks [] for security_group (0bed8b11-d772-4664-b513-937e7be2376c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:34.749425 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-acc2713b-5e50-4f2e-832b-10de22124e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0bed8b11-d772-4664-b513-937e7be2376c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:34.775365 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:34.793196 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-acc2713b-5e50-4f2e-832b-10de22124e74 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=85482abe8bd640008cfc4765a2eaf35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336109 Sep 13 03:29:34.794709 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2713b-5e50-4f2e-832b-10de22124e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bed8b11-d772-4664-b513-937e7be2376c,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:34.795979 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49342) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:34.850881 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1063d9f0-ba8f-44c5-9f81-9c980cf4b9fa admin admin] Publish callbacks [] for security_group (0bed8b11-d772-4664-b513-937e7be2376c), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:34.859571 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:34.872923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1063d9f0-ba8f-44c5-9f81-9c980cf4b9fa admin admin] Publish callbacks [] for security_group (0bed8b11-d772-4664-b513-937e7be2376c), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:34.918970 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1063d9f0-ba8f-44c5-9f81-9c980cf4b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0bed8b11-d772-4664-b513-937e7be2376c), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:34.921512 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1063d9f0-ba8f-44c5-9f81-9c980cf4b9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:34.922671 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-1063d9f0-ba8f-44c5-9f81-9c980cf4b9fa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0bed8b11-d772-4664-b513-937e7be2376c HTTP/1.1" status: 204 len: 168 time: 0.1250176 Sep 13 03:29:34.931467 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063d9f0-ba8f-44c5-9f81-9c980cf4b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bed8b11-d772-4664-b513-937e7be2376c,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:35.181408 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49350) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:35.195899 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0b552904-7157-4c7c-94ee-6446a78f8eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:35.272907 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0b552904-7157-4c7c-94ee-6446a78f8eac admin admin] Publish callbacks [] for security_group (2228aa3c-67b0-43bf-aea0-098dd64c029a), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:35.276949 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0b552904-7157-4c7c-94ee-6446a78f8eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2228aa3c-67b0-43bf-aea0-098dd64c029a), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:35.315192 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b552904-7157-4c7c-94ee-6446a78f8eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228aa3c-67b0-43bf-aea0-098dd64c029a,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:35.323831 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-0b552904-7157-4c7c-94ee-6446a78f8eac admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d7e8ab2fa80047369486e6cbee9fd496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388302 Sep 13 03:29:35.324572 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49354) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:35.384154 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d968ff69-4f9d-4a6a-adb5-08abe03b44ad admin admin] Publish callbacks [] for security_group (2228aa3c-67b0-43bf-aea0-098dd64c029a), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:35.407436 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d968ff69-4f9d-4a6a-adb5-08abe03b44ad admin admin] Publish callbacks [] for security_group (2228aa3c-67b0-43bf-aea0-098dd64c029a), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:35.453969 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d968ff69-4f9d-4a6a-adb5-08abe03b44ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2228aa3c-67b0-43bf-aea0-098dd64c029a), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:35.456630 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d968ff69-4f9d-4a6a-adb5-08abe03b44ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:35.460647 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d968ff69-4f9d-4a6a-adb5-08abe03b44ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2228aa3c-67b0-43bf-aea0-098dd64c029a HTTP/1.1" status: 204 len: 168 time: 0.1328530 Sep 13 03:29:35.466585 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968ff69-4f9d-4a6a-adb5-08abe03b44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228aa3c-67b0-43bf-aea0-098dd64c029a,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:35.482870 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d48ef-4fc8-42a4-b814-50e2f5cc493c req-dbe7d380-af2c-43b5-8749-4bc4f24ac1b4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:35.484365 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-277d48ef-4fc8-42a4-b814-50e2f5cc493c req-dbe7d380-af2c-43b5-8749-4bc4f24ac1b4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0561609 Sep 13 03:29:35.542700 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-277d48ef-4fc8-42a4-b814-50e2f5cc493c req-843b01f1-2299-4094-b187-e0e7b92f547a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462954 Sep 13 03:29:36.667004 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e36f8-eaff-4a7a-aff7-3150152679f3 req-1d564537-0c4f-4166-adf4-9ab1dac60808 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:36.668483 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ab0e36f8-eaff-4a7a-aff7-3150152679f3 req-1d564537-0c4f-4166-adf4-9ab1dac60808 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0480037 Sep 13 03:29:36.718419 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ab0e36f8-eaff-4a7a-aff7-3150152679f3 req-3b9031b1-0386-4a8b-910c-c66f9c0f9e12 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Sep 13 03:29:37.161274 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49412) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:37.265724 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-73689491-d23e-4575-a44f-5d147b911270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.341781 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-73689491-d23e-4575-a44f-5d147b911270 admin admin] Publish callbacks [] for security_group (012825c0-4e8e-4bde-87d8-e5ed5b00e9a2), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.345793 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-73689491-d23e-4575-a44f-5d147b911270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (012825c0-4e8e-4bde-87d8-e5ed5b00e9a2), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.359756 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:37.388408 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73689491-d23e-4575-a44f-5d147b911270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012825c0-4e8e-4bde-87d8-e5ed5b00e9a2,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:37.393558 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-73689491-d23e-4575-a44f-5d147b911270 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bc836c4a771a4582b191d4232d9c6c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312717 Sep 13 03:29:37.396884 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49416) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:37.432840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-46d2ede2-3eb6-4ac2-a955-12370cc206d6 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:37.434298 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-46d2ede2-3eb6-4ac2-a955-12370cc206d6 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0495222 Sep 13 03:29:37.445602 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ee02fd22-ff39-47f2-8164-92414d4c51f1 admin admin] Publish callbacks [] for security_group (012825c0-4e8e-4bde-87d8-e5ed5b00e9a2), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.454137 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:37.466223 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ee02fd22-ff39-47f2-8164-92414d4c51f1 admin admin] Publish callbacks [] for security_group (012825c0-4e8e-4bde-87d8-e5ed5b00e9a2), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.516144 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ee02fd22-ff39-47f2-8164-92414d4c51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (012825c0-4e8e-4bde-87d8-e5ed5b00e9a2), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.519055 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ee02fd22-ff39-47f2-8164-92414d4c51f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.520199 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-ee02fd22-ff39-47f2-8164-92414d4c51f1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/012825c0-4e8e-4bde-87d8-e5ed5b00e9a2 HTTP/1.1" status: 204 len: 168 time: 0.1224184 Sep 13 03:29:37.529621 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02fd22-ff39-47f2-8164-92414d4c51f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012825c0-4e8e-4bde-87d8-e5ed5b00e9a2,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:37.533509 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Deleting port b5169432-a539-41f3-a735-e6f12d3f1fbc {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:29:37.534118 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.629218 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] For port b5169432-a539-41f3-a735-e6f12d3f1fbc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b5169432-a539-41f3-a735-e6f12d3f1fbc,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:37.629581 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.797114 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49424) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:37.810822 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f9db1b91-c7d3-420e-8f8d-7412b1994b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.814501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.814880 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (9d234a96-abe9-4ccd-8ebc-a35111ab9c74), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.815190 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Floating IP 9d234a96-abe9-4ccd-8ebc-a35111ab9c74 disassociated. External IP: 172.27.1.92, port: b5169432-a539-41f3-a735-e6f12d3f1fbc. Sep 13 03:29:37.815526 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Calling delete_port for b5169432-a539-41f3-a735-e6f12d3f1fbc owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:29:37.886866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeaf30-1ef3-4291-ad46-954dad41f40c req-05417144-9a6e-45f1-9202-4ac9db012bab tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:37.888241 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2cdeaf30-1ef3-4291-ad46-954dad41f40c req-05417144-9a6e-45f1-9202-4ac9db012bab tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 945 time: 0.0847948 Sep 13 03:29:37.894810 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f9db1b91-c7d3-420e-8f8d-7412b1994b87 admin admin] Publish callbacks [] for security_group (4c9621b2-73d2-479b-b351-22678f394f76), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.899179 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f9db1b91-c7d3-420e-8f8d-7412b1994b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4c9621b2-73d2-479b-b351-22678f394f76), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:37.940957 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db1b91-c7d3-420e-8f8d-7412b1994b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9621b2-73d2-479b-b351-22678f394f76,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:37.947353 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f9db1b91-c7d3-420e-8f8d-7412b1994b87 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1a5ede706c214d93b7fad27228963351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488361 Sep 13 03:29:37.950096 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49426) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:37.965272 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2cdeaf30-1ef3-4291-ad46-954dad41f40c req-e2d92124-b169-45a9-aeac-9292381e1f1d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693049 Sep 13 03:29:37.973240 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:38.007563 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-bd9b54bc-7a1f-410d-bcad-d198d7bbf61c admin admin] Publish callbacks [] for security_group (4c9621b2-73d2-479b-b351-22678f394f76), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:38.022189 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (b5169432-a539-41f3-a735-e6f12d3f1fbc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:38.028420 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-bd9b54bc-7a1f-410d-bcad-d198d7bbf61c admin admin] Publish callbacks [] for security_group (4c9621b2-73d2-479b-b351-22678f394f76), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:38.050218 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event deleted for resources: {'Port': ['ID=b5169432-a539-41f3-a735-e6f12d3f1fbc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:38.084342 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-bd9b54bc-7a1f-410d-bcad-d198d7bbf61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4c9621b2-73d2-479b-b351-22678f394f76), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:38.087060 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-bd9b54bc-7a1f-410d-bcad-d198d7bbf61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:38.090598 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-bd9b54bc-7a1f-410d-bcad-d198d7bbf61c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4c9621b2-73d2-479b-b351-22678f394f76 HTTP/1.1" status: 204 len: 168 time: 0.1374853 Sep 13 03:29:38.096780 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b54bc-7a1f-410d-bcad-d198d7bbf61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9621b2-73d2-479b-b351-22678f394f76,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:38.170155 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:29:38.177481 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:38.277804 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:29:38.289264 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:29:38.300617 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:38.301365 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:38.321842 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] No DVR routers for this DVR port b5169432-a539-41f3-a735-e6f12d3f1fbc on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:29:38.324429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:38.328016 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ab331c57-4af9-4f2a-b059-fb4a828bbd5f req-99402095-bcd6-45ea-ae99-bb369decbf4c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b5169432-a539-41f3-a735-e6f12d3f1fbc HTTP/1.1" status: 204 len: 173 time: 0.8840082 Sep 13 03:29:38.328867 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'name': 'network-vif-deleted', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:38.331118 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0cbad6-24f0-4e33-871b-72224a05eaaf" -d '{"events": [{"server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "name": "network-vif-deleted", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:38.400212 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976d0277-e3ff-4362-bf39-23f75790a967 x-openstack-request-id: req-976d0277-e3ff-4362-bf39-23f75790a967 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:38.400517 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4319ab9-e7a2-45ea-ae43-c9860ed33cef", "name": "network-vif-deleted", "tag": "b5169432-a539-41f3-a735-e6f12d3f1fbc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:38.400777 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-976d0277-e3ff-4362-bf39-23f75790a967 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:38.401188 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976d0277-e3ff-4362-bf39-23f75790a967'] response: {'server_uuid': 'b4319ab9-e7a2-45ea-ae43-c9860ed33cef', 'name': 'network-vif-deleted', 'tag': 'b5169432-a539-41f3-a735-e6f12d3f1fbc', 'status': 'completed', 'code': 200} Sep 13 03:29:38.557607 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:38.775733 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:38.802214 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:29:38.811213 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:29:38.811820 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:38.924086 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:29:39.046020 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:39.099921 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b775d1d2-d10e-4826-93e6-4e448a6a2435 req-ab23810f-d2f3-4252-abcf-ecf4ca829975 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b4319ab9-e7a2-45ea-ae43-c9860ed33cef HTTP/1.1" status: 200 len: 210 time: 0.0304279 Sep 13 03:29:39.132765 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:29:39.161355 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb990e1-fb04-4075-8824-3841d3068037 None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:29:39.318919 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49462) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:39.430804 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19d9ac-81aa-4044-8ce1-19346072e322 None None] New status for floating IP 9d234a96-abe9-4ccd-8ebc-a35111ab9c74: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:29:39.440374 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ad88a5aa-371c-465a-8869-1712065bfbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:39.517923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ad88a5aa-371c-465a-8869-1712065bfbaa admin admin] Publish callbacks [] for security_group (bdcc2d45-d933-4251-914e-eb9cb9a06e5a), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:39.521631 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ad88a5aa-371c-465a-8869-1712065bfbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (bdcc2d45-d933-4251-914e-eb9cb9a06e5a), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:39.565862 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-ad88a5aa-371c-465a-8869-1712065bfbaa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dfe19a2f55f84e0ab097866392b40e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458048 Sep 13 03:29:39.566554 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88a5aa-371c-465a-8869-1712065bfbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc2d45-d933-4251-914e-eb9cb9a06e5a,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:39.568709 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49468) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:39.621377 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ebb4892e-0c8c-4f94-8feb-757b6e549fb5 admin admin] Publish callbacks [] for security_group (bdcc2d45-d933-4251-914e-eb9cb9a06e5a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:39.640936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ebb4892e-0c8c-4f94-8feb-757b6e549fb5 admin admin] Publish callbacks [] for security_group (bdcc2d45-d933-4251-914e-eb9cb9a06e5a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:39.688272 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ebb4892e-0c8c-4f94-8feb-757b6e549fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (bdcc2d45-d933-4251-914e-eb9cb9a06e5a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:39.691079 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ebb4892e-0c8c-4f94-8feb-757b6e549fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:39.692270 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ebb4892e-0c8c-4f94-8feb-757b6e549fb5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bdcc2d45-d933-4251-914e-eb9cb9a06e5a HTTP/1.1" status: 204 len: 168 time: 0.1225290 Sep 13 03:29:39.699978 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4892e-0c8c-4f94-8feb-757b6e549fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc2d45-d933-4251-914e-eb9cb9a06e5a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:40.021486 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:29:40.351825 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device b5169432-a539-41f3-a735-e6f12d3f1fbc no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:29:40.371268 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: b5169432-a539-41f3-a735-e6f12d3f1fbc {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:29:40.371628 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device b5169432-a539-41f3-a735-e6f12d3f1fbc not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:29:40.393402 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-65edd85b-c1da-430f-ad32-2937a214c311 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2028642222&fields=id&tenant_id=ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 267 time: 0.0569620 Sep 13 03:29:40.507611 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-94fd8b89-ccc2-4057-bd94-bca40227b56a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:40.509048 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-94fd8b89-ccc2-4057-bd94-bca40227b56a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 811 time: 0.1075442 Sep 13 03:29:40.523663 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-757417a7-adac-4f33-b884-271beec5c09b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/quotas/ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 375 time: 0.0091724 Sep 13 03:29:40.575006 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-6af5428f-4a50-4284-974f-f6bd9b950ce2 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461867 Sep 13 03:29:40.678737 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-35998670-70e3-4825-98fd-7e267ba5a35c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925217 Sep 13 03:29:40.771859 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-e9f2d05e-0600-46a2-b0e3-19b9ee6c99d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871487 Sep 13 03:29:41.063420 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9e93e578-069b-4a83-96cd-decbe8e008cd req-aee03648-1071-47a3-ad64-8e2d8acdbdf7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 210 time: 0.0292222 Sep 13 03:29:42.182523 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-47278cf1-75e1-4e6c-85e3-ee923294ac7d req-0813c824-4039-452d-87ce-58959e1202bb tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 210 time: 0.0431020 Sep 13 03:29:42.273041 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:42.282198 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-c05d0b73-6826-46c1-8152-542075a548d4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:42.283632 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-c05d0b73-6826-46c1-8152-542075a548d4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 811 time: 0.1105270 Sep 13 03:29:42.384148 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-17f566fa-714b-4e79-8bb7-f78583696de6 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 380 time: 0.0537350 Sep 13 03:29:42.393365 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'port': {'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'admin_state_up': True, 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'security_groups': ['f9909a36-ae73-4f47-be52-b15c7698d23d']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:42.480929 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:42.503912 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Made reservation on behalf of ab6c92ba81254caaad368fd0ef382b0e for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:29:42.508071 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:42.628737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Allocated IP 172.20.0.7 (93f6860d-aa52-425f-a0b7-a39e9fc582c8/3fa6476e-8c1d-4476-8e29-8422be9f8505/58cadb39-f080-4b49-bdc0-0bad103c6ae7) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:29:43.031898 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:43.064999 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:43.112497 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:29:43.116327 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:29:43.120249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:29:43.143325 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=58cadb39-f080-4b49-bdc0-0bad103c6ae7,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:43.174134 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:43.174773 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:43.194313 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-5a465b3b-a63b-4901-82a6-09f4739b6db9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8046010 Sep 13 03:29:43.309301 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab5bd1-1713-4166-8992-701ed67231e0 req-8d90b411-108b-453b-b39c-f65374dfd5aa tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:43.310971 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73ab5bd1-1713-4166-8992-701ed67231e0 req-8d90b411-108b-453b-b39c-f65374dfd5aa tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 931 time: 0.0488584 Sep 13 03:29:43.311320 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:43.313323 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-02ac41c6-11d8-479a-98ed-635e91efa4f3 None None] Provisioning complete for port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:29:43.313690 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-02ac41c6-11d8-479a-98ed-635e91efa4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:43.345821 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-02ac41c6-11d8-479a-98ed-635e91efa4f3 None None] Port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:29:43.360898 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-73ab5bd1-1713-4166-8992-701ed67231e0 req-651a8936-7876-45a8-a026-7c4c78ea5ed8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Sep 13 03:29:44.478142 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1401-4a5f-4785-b895-2fb443033169 req-eff6d604-1a90-44a6-b473-dceb1af0bd78 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:44.479587 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad1f1401-4a5f-4785-b895-2fb443033169 req-eff6d604-1a90-44a6-b473-dceb1af0bd78 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 931 time: 0.0456069 Sep 13 03:29:44.527704 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ad1f1401-4a5f-4785-b895-2fb443033169 req-d7bf994a-b253-4ac2-97f3-bccdcbe6e176 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Sep 13 03:29:44.590194 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-148cd5ef-ed5b-45ca-8ad2-507d18484d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:44.735187 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Request body: {'port': {'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:29:44.796439 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:44.834652 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:44.959634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:45.047094 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cadb39-f080-4b49-bdc0-0bad103c6ae7 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:29:45.055250 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Publish callbacks [] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:45.069123 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Transition to ACTIVE for port object 58cadb39-f080-4b49-bdc0-0bad103c6ae7 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:29:45.072966 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:45.137812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Pushing event updated for resources: {'Port': ['ID=58cadb39-f080-4b49-bdc0-0bad103c6ae7,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:45.185565 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Attempting to bind port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:29:45.185901 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Attempting to bind port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:29:45.186227 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Attempting to bind port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:29:45.228926 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:29:45.229251 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Attempting to bind port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:29:45.274571 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:29:45.274951 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Checking segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:29:45.275326 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Bound using segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:29:45.275786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Bound port: 58cadb39-f080-4b49-bdc0-0bad103c6ae7, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:29:45.276140 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:45.336027 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] For port 58cadb39-f080-4b49-bdc0-0bad103c6ae7, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:29:45.339057 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] For port 58cadb39-f080-4b49-bdc0-0bad103c6ae7, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:29:45.344337 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:45.348915 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:45.349670 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:45.350944 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/58cadb39-f080-4b49-bdc0-0bad103c6ae7 HTTP/1.1" status: 200 len: 1093 time: 0.6199341 Sep 13 03:29:45.351488 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:45.353716 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d30e6-fff6-45a7-a098-92bcafcee566" -d '{"events": [{"name": "network-changed", "server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:45.399491 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e0a9e-e85e-4f31-aa1d-39dbfb5e3b4a service neutron] Pushing event updated for resources: {'Port': ['ID=58cadb39-f080-4b49-bdc0-0bad103c6ae7,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:45.404194 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636cde0c-38bd-4d01-9bbd-91e09ee94b42 x-openstack-request-id: req-636cde0c-38bd-4d01-9bbd-91e09ee94b42 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:45.404475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:45.404725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-636cde0c-38bd-4d01-9bbd-91e09ee94b42 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:45.405120 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636cde0c-38bd-4d01-9bbd-91e09ee94b42'] response: {'name': 'network-changed', 'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'status': 'completed', 'code': 200} Sep 13 03:29:45.644395 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bed6b-d40a-4f3b-b405-2d9714c5f650 req-6d83bf61-3f57-44af-ae9c-ebec3e82de44 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:45.646259 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc0bed6b-d40a-4f3b-b405-2d9714c5f650 req-6d83bf61-3f57-44af-ae9c-ebec3e82de44 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0465746 Sep 13 03:29:45.699065 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc0bed6b-d40a-4f3b-b405-2d9714c5f650 req-4209e37a-9e0b-4ce4-8cfb-2b1346ca9ac0 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474007 Sep 13 03:29:46.403824 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d30e6-fff6-45a7-a098-92bcafcee566 req-bd48ea83-96d0-444d-8157-7fa23daaf6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:46.405280 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b65d30e6-fff6-45a7-a098-92bcafcee566 req-bd48ea83-96d0-444d-8157-7fa23daaf6e6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1127 time: 0.0390697 Sep 13 03:29:46.522082 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d30e6-fff6-45a7-a098-92bcafcee566 req-6b3bb6bc-840a-4abb-b476-65ea4c07249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:46.523553 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b65d30e6-fff6-45a7-a098-92bcafcee566 req-6b3bb6bc-840a-4abb-b476-65ea4c07249e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943305 Sep 13 03:29:46.585846 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:46.618171 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d30e6-fff6-45a7-a098-92bcafcee566 req-c34cb6bd-0827-4348-a300-605834e67e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:46.619708 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b65d30e6-fff6-45a7-a098-92bcafcee566 req-c34cb6bd-0827-4348-a300-605834e67e50 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907249 Sep 13 03:29:46.716846 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-2e68f83f-2356-4e60-81b6-885ec042eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:46.718286 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-2e68f83f-2356-4e60-81b6-885ec042eb32 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1127 time: 0.0386593 Sep 13 03:29:46.797090 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-cf51a283-3759-445d-98e0-a59e1f6ead3e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7 HTTP/1.1" status: 200 len: 217 time: 0.0378485 Sep 13 03:29:46.822723 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958252f-929c-4aca-96a6-1c10cee93b4c req-71612460-828b-483e-b156-0d95044a3618 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:46.824197 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4958252f-929c-4aca-96a6-1c10cee93b4c req-71612460-828b-483e-b156-0d95044a3618 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0495987 Sep 13 03:29:46.830370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:46.839555 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:46.852228 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-06073704-b693-41d4-a1c9-119853710ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:46.853763 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-06073704-b693-41d4-a1c9-119853710ebf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0501997 Sep 13 03:29:46.883924 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-4958252f-929c-4aca-96a6-1c10cee93b4c req-17684c23-56a1-4e0d-b7d5-62150b243246 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529399 Sep 13 03:29:46.903263 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-20c36678-7c12-404d-b13d-66bc2e0ef8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:46.903263 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-20c36678-7c12-404d-b13d-66bc2e0ef8ec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398088 Sep 13 03:29:46.972831 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d438f740-3ffa-4017-aee7-4e12295118c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:47.003091 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-3300e07a-992c-4b68-ae0f-14305ba6f1ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934358 Sep 13 03:29:47.096745 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-734e04d8-2aad-4d1e-9930-9ebfeafb1bc3 req-086264e8-bf57-4400-9a48-27db98d7208e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862989 Sep 13 03:29:48.011409 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f3a66-2e3e-47bd-8a6c-17f82b4142d8 req-013b7d0a-fcc4-4c84-9e05-4e7286d167e7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:48.012999 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-db5f3a66-2e3e-47bd-8a6c-17f82b4142d8 req-013b7d0a-fcc4-4c84-9e05-4e7286d167e7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0550919 Sep 13 03:29:48.066402 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-db5f3a66-2e3e-47bd-8a6c-17f82b4142d8 req-1e1dc2ce-99b3-4d9c-95db-d20eb910e527 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477884 Sep 13 03:29:48.195734 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:49.186339 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d6dc6-31d0-4e36-a7f1-3a19c8edbe2b req-5c0b32f4-a20d-47ac-b300-ad493a50fc63 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:49.188065 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8c0d6dc6-31d0-4e36-a7f1-3a19c8edbe2b req-5c0b32f4-a20d-47ac-b300-ad493a50fc63 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0473819 Sep 13 03:29:49.201426 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:49.238885 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8c0d6dc6-31d0-4e36-a7f1-3a19c8edbe2b req-432d7660-ea68-4d1c-942e-8436931e5f65 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Sep 13 03:29:49.581898 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:49.896982 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.016109 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:50.016884 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:50.172237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49606) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:50.275833 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-645d9607-b659-4f92-b541-ff5f951b4175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.374493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4982768-5562-4e7f-a317-042ab4f6bdd1 req-1d2f900f-ccdd-4d47-91ff-318b6f815206 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:50.375988 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4982768-5562-4e7f-a317-042ab4f6bdd1 req-1d2f900f-ccdd-4d47-91ff-318b6f815206 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0591743 Sep 13 03:29:50.411873 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-645d9607-b659-4f92-b541-ff5f951b4175 admin admin] Publish callbacks [] for security_group (039666fa-35bd-4c84-ac26-bcaa03041d17), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.420100 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-645d9607-b659-4f92-b541-ff5f951b4175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (039666fa-35bd-4c84-ac26-bcaa03041d17), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.473244 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f4982768-5562-4e7f-a317-042ab4f6bdd1 req-20d9b11e-3f88-415a-acd8-a4d2b4b3b5cd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887721 Sep 13 03:29:50.479948 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-645d9607-b659-4f92-b541-ff5f951b4175 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=39bb499a38674a57a81227d07c012e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066852 Sep 13 03:29:50.481059 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d9607-b659-4f92-b541-ff5f951b4175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039666fa-35bd-4c84-ac26-bcaa03041d17,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:50.482801 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49612) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:50.532914 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af3e398a-bed1-4194-b142-1c6051947f1b admin admin] Publish callbacks [] for security_group (039666fa-35bd-4c84-ac26-bcaa03041d17), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.552787 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af3e398a-bed1-4194-b142-1c6051947f1b admin admin] Publish callbacks [] for security_group (039666fa-35bd-4c84-ac26-bcaa03041d17), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.600001 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af3e398a-bed1-4194-b142-1c6051947f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (039666fa-35bd-4c84-ac26-bcaa03041d17), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.602496 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-af3e398a-bed1-4194-b142-1c6051947f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:50.603649 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-af3e398a-bed1-4194-b142-1c6051947f1b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/039666fa-35bd-4c84-ac26-bcaa03041d17 HTTP/1.1" status: 204 len: 168 time: 0.1191952 Sep 13 03:29:50.611102 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e398a-bed1-4194-b142-1c6051947f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039666fa-35bd-4c84-ac26-bcaa03041d17,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:51.804565 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b5303-8f33-4f60-b39a-24cc093f315d req-39511d0f-facc-4213-aa64-639cd2878632 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:51.806061 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7f0b5303-8f33-4f60-b39a-24cc093f315d req-39511d0f-facc-4213-aa64-639cd2878632 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.2560458 Sep 13 03:29:51.854376 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7f0b5303-8f33-4f60-b39a-24cc093f315d req-81ada9ee-5089-4e8e-a9a6-e896104df7fb tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Sep 13 03:29:52.977065 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d96a0-9cf5-4afe-be08-56891a4790e9 req-6efab1cc-3d40-43ae-816d-3dab304eab55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:52.978489 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c58d96a0-9cf5-4afe-be08-56891a4790e9 req-6efab1cc-3d40-43ae-816d-3dab304eab55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0463130 Sep 13 03:29:53.026670 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c58d96a0-9cf5-4afe-be08-56891a4790e9 req-458f9d48-b563-4fe3-b8a7-3dbdd07364f3 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Sep 13 03:29:54.159631 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c2154-822a-431e-bd65-de5a7bd27add req-e4635e9a-2ca1-4fa3-aaf4-5fdca7516de3 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:54.161112 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-602c2154-822a-431e-bd65-de5a7bd27add req-e4635e9a-2ca1-4fa3-aaf4-5fdca7516de3 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0481043 Sep 13 03:29:54.213840 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-602c2154-822a-431e-bd65-de5a7bd27add req-7532dc1b-7954-4c72-a9e1-6426890b366d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Sep 13 03:29:55.333693 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4035ee-ab32-445b-a8af-36970d30502e req-10f8cc52-0f19-474f-bd11-e7a101b0262c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:55.335148 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae4035ee-ab32-445b-a8af-36970d30502e req-10f8cc52-0f19-474f-bd11-e7a101b0262c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0462408 Sep 13 03:29:55.388959 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae4035ee-ab32-445b-a8af-36970d30502e req-4f457469-3e18-406e-b623-4ed495c144c1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483210 Sep 13 03:29:56.507388 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c492d2-dd72-4219-bea3-dc9bb73c2673 req-cdc412d7-e6a5-4ac4-bd36-1b0175381f41 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:56.508845 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-42c492d2-dd72-4219-bea3-dc9bb73c2673 req-cdc412d7-e6a5-4ac4-bd36-1b0175381f41 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 943 time: 0.0464802 Sep 13 03:29:56.557113 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-42c492d2-dd72-4219-bea3-dc9bb73c2673 req-e2a89a71-071c-4eb5-bdea-27eb964299e7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Sep 13 03:29:56.781899 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58cadb39-f080-4b49-bdc0-0bad103c6ae7 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:29:56.881134 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 58cadb39-f080-4b49-bdc0-0bad103c6ae7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:56.891786 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:29:56.926956 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:29:56.927389 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:56.944663 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cadb39-f080-4b49-bdc0-0bad103c6ae7 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:29:56.966454 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 58cadb39-f080-4b49-bdc0-0bad103c6ae7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:56.970899 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:57.019419 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=58cadb39-f080-4b49-bdc0-0bad103c6ae7,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:57.473279 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['58cadb39-f080-4b49-bdc0-0bad103c6ae7'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:29:57.678709 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ffc5c-62ed-4030-93f7-83fe2f3a631d req-9f8ca10d-5d10-413c-a324-2b87457c7eb9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:57.680348 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca6ffc5c-62ed-4030-93f7-83fe2f3a631d req-9f8ca10d-5d10-413c-a324-2b87457c7eb9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 944 time: 0.0471666 Sep 13 03:29:57.721301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:57.731760 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca6ffc5c-62ed-4030-93f7-83fe2f3a631d req-fde0e4c8-c4ce-426d-b5c8-f2f544387611 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Sep 13 03:29:58.607842 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49752) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:58.712630 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e265f29-1862-4280-9d83-d20b952338be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:58.786489 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e265f29-1862-4280-9d83-d20b952338be admin admin] Publish callbacks [] for security_group (7f566f95-1b3b-49ea-958e-0e2cbe0d83c5), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:58.790393 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e265f29-1862-4280-9d83-d20b952338be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7f566f95-1b3b-49ea-958e-0e2cbe0d83c5), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:58.815969 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58cadb39-f080-4b49-bdc0-0bad103c6ae7 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:29:58.858699 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:29:58.859786 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6e265f29-1862-4280-9d83-d20b952338be admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d3071e0b97c3439bb412568e9e98f3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506752 Sep 13 03:29:58.861946 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49758) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:58.863504 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e265f29-1862-4280-9d83-d20b952338be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f566f95-1b3b-49ea-958e-0e2cbe0d83c5,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:58.866169 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:29:58.866591 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:58.869398 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:58.888888 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:58.892372 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31957ef6-c568-498b-947e-8d4b563a42b2 req-839b53d9-d1e5-47ab-aadf-3d8eab871823 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:58.893943 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-31957ef6-c568-498b-947e-8d4b563a42b2 req-839b53d9-d1e5-47ab-aadf-3d8eab871823 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 944 time: 0.0855811 Sep 13 03:29:58.922475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dcf82b58-ca3d-4c0c-9d6d-a9200a466448 admin admin] Publish callbacks [] for security_group (7f566f95-1b3b-49ea-958e-0e2cbe0d83c5), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:58.931858 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:58.947535 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-31957ef6-c568-498b-947e-8d4b563a42b2 req-d570ae60-eda5-4c75-a3dd-3106d2475a56 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474315 Sep 13 03:29:58.948208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dcf82b58-ca3d-4c0c-9d6d-a9200a466448 admin admin] Publish callbacks [] for security_group (7f566f95-1b3b-49ea-958e-0e2cbe0d83c5), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:58.948404 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:29:58.948802 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:58.972430 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:29:58.974741 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084f8dc8-8831-4dba-95cb-dd2d3fa520ec" -d '{"events": [{"server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "name": "network-vif-plugged", "status": "completed", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:29:58.987784 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 58cadb39-f080-4b49-bdc0-0bad103c6ae7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:29:58.993748 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.004552 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dcf82b58-ca3d-4c0c-9d6d-a9200a466448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7f566f95-1b3b-49ea-958e-0e2cbe0d83c5), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.008066 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dcf82b58-ca3d-4c0c-9d6d-a9200a466448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.009402 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-dcf82b58-ca3d-4c0c-9d6d-a9200a466448 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7f566f95-1b3b-49ea-958e-0e2cbe0d83c5 HTTP/1.1" status: 204 len: 168 time: 0.1461780 Sep 13 03:29:59.019047 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf82b58-ca3d-4c0c-9d6d-a9200a466448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f566f95-1b3b-49ea-958e-0e2cbe0d83c5,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:59.034133 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9598efcd-765b-4f5b-97af-d69426710319 x-openstack-request-id: req-9598efcd-765b-4f5b-97af-d69426710319 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:29:59.034420 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "name": "network-vif-plugged", "status": "completed", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:29:59.034703 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9598efcd-765b-4f5b-97af-d69426710319 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:29:59.035108 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9598efcd-765b-4f5b-97af-d69426710319'] response: {'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'code': 200} Sep 13 03:29:59.060016 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=58cadb39-f080-4b49-bdc0-0bad103c6ae7,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:59.264611 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416a42-0f3a-4454-9ebb-3e95676d4c99 req-eda5bac9-d14e-48f8-a339-7918629ff57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:29:59.266160 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e416a42-0f3a-4454-9ebb-3e95676d4c99 req-eda5bac9-d14e-48f8-a339-7918629ff57b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1129 time: 0.0425301 Sep 13 03:29:59.299726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49766) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:59.317983 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe111009-d952-40c8-8311-1a70ce056a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.324266 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8e416a42-0f3a-4454-9ebb-3e95676d4c99 req-f24bb4d6-b8a2-46ea-a481-255e7f5e6f68 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Sep 13 03:29:59.374963 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:59.376809 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:29:59.404565 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe111009-d952-40c8-8311-1a70ce056a7f admin admin] Publish callbacks [] for security_group (fd49000e-5c85-431e-8fc2-98bf3bebbd08), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.407962 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fe111009-d952-40c8-8311-1a70ce056a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (fd49000e-5c85-431e-8fc2-98bf3bebbd08), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.446736 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-fe111009-d952-40c8-8311-1a70ce056a7f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=82b2d48fd14148eb82ffd497ed37bfdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456718 Sep 13 03:29:59.448627 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe111009-d952-40c8-8311-1a70ce056a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd49000e-5c85-431e-8fc2-98bf3bebbd08,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:59.449465 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49768) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:59.499139 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-378322f4-d475-4dda-8411-5fb98ae66599 admin admin] Publish callbacks [] for security_group (fd49000e-5c85-431e-8fc2-98bf3bebbd08), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.518472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-378322f4-d475-4dda-8411-5fb98ae66599 admin admin] Publish callbacks [] for security_group (fd49000e-5c85-431e-8fc2-98bf3bebbd08), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.565728 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-378322f4-d475-4dda-8411-5fb98ae66599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (fd49000e-5c85-431e-8fc2-98bf3bebbd08), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.568380 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-378322f4-d475-4dda-8411-5fb98ae66599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.569527 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-378322f4-d475-4dda-8411-5fb98ae66599 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fd49000e-5c85-431e-8fc2-98bf3bebbd08 HTTP/1.1" status: 204 len: 168 time: 0.1191003 Sep 13 03:29:59.577578 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378322f4-d475-4dda-8411-5fb98ae66599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd49000e-5c85-431e-8fc2-98bf3bebbd08,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:29:59.809704 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-b539af2d-93d0-46ad-8d13-05bbdefa9b6e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424047 Sep 13 03:29:59.887533 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49774) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:29:59.901550 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e3072df4-58e4-4aab-9cd3-097a49823864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.979159 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e3072df4-58e4-4aab-9cd3-097a49823864 admin admin] Publish callbacks [] for security_group (8e829c15-7291-49f6-9f25-57105939c732), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:29:59.983663 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e3072df4-58e4-4aab-9cd3-097a49823864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8e829c15-7291-49f6-9f25-57105939c732), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:00.022144 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072df4-58e4-4aab-9cd3-097a49823864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e829c15-7291-49f6-9f25-57105939c732,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:00.026421 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-e3072df4-58e4-4aab-9cd3-097a49823864 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=34b6715483f24045a5bc906c69bdd96e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378431 Sep 13 03:30:00.029074 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49778) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:00.101546 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dce5c-ae0c-4773-807e-25c5c17460b1 req-9d85a124-9ccd-409b-8edf-1f57bb02fba7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:00.103018 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7b9dce5c-ae0c-4773-807e-25c5c17460b1 req-9d85a124-9ccd-409b-8edf-1f57bb02fba7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0719526 Sep 13 03:30:00.128895 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5977d7d-7b57-4943-bede-9e33b6a7ad16 admin admin] Publish callbacks [] for security_group (8e829c15-7291-49f6-9f25-57105939c732), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:00.164580 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5977d7d-7b57-4943-bede-9e33b6a7ad16 admin admin] Publish callbacks [] for security_group (8e829c15-7291-49f6-9f25-57105939c732), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:00.191278 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7b9dce5c-ae0c-4773-807e-25c5c17460b1 req-0c4080c8-8bb7-48e2-8372-2617923ec020 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787718 Sep 13 03:30:00.225686 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5977d7d-7b57-4943-bede-9e33b6a7ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (8e829c15-7291-49f6-9f25-57105939c732), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:00.228514 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5977d7d-7b57-4943-bede-9e33b6a7ad16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:00.229643 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c5977d7d-7b57-4943-bede-9e33b6a7ad16 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8e829c15-7291-49f6-9f25-57105939c732 HTTP/1.1" status: 204 len: 168 time: 0.1996875 Sep 13 03:30:00.237467 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5977d7d-7b57-4943-bede-9e33b6a7ad16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e829c15-7291-49f6-9f25-57105939c732,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:00.329879 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:00.467582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-2be7ac4b-f82a-47bd-bb29-645f456098d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:00.469185 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-2be7ac4b-f82a-47bd-bb29-645f456098d1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1129 time: 0.0397174 Sep 13 03:30:00.584385 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-46a5f251-e79f-4ea7-8708-c0052a63551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:00.586027 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-46a5f251-e79f-4ea7-8708-c0052a63551c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 909 time: 0.0977442 Sep 13 03:30:00.648906 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-d04e8bbb-b46c-4a5a-aaf8-514ba1ab6f1a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 1001 time: 0.0561936 Sep 13 03:30:00.707609 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-f8c3af60-be28-453b-affb-4a10801e4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:00.709060 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-f8c3af60-be28-453b-affb-4a10801e4707 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 200 len: 847 time: 0.0474288 Sep 13 03:30:00.757217 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-c19b63f4-a62a-4dda-baed-95290489b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:00.758742 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-c19b63f4-a62a-4dda-baed-95290489b7a1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426381 Sep 13 03:30:00.852582 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-d474b35d-754b-43d1-835f-199b138c3c8f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872900 Sep 13 03:30:00.908291 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49802) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:01.004933 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2111638272-network', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:01.027635 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Made reservation on behalf of 35d0f9365a60474590ea1bb78b1654b2 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:30:01.030017 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.039840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.053220 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:01.096598 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:01.121641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks [] for security_group (4a9f06ff-2ae5-410a-89f8-f22b83437810), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.126408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4a9f06ff-2ae5-410a-89f8-f22b83437810), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.160063 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:30:01.178869 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f06ff-2ae5-410a-89f8-f22b83437810,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:01.182782 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (0178ccd3-07d8-43ce-92cc-db1f5cde9e27), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.183142 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Added segment 0178ccd3-07d8-43ce-92cc-db1f5cde9e27 of type vlan for network 250124f3-9050-45ee-884e-2007ff51f342 Sep 13 03:30:01.228078 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (250124f3-9050-45ee-884e-2007ff51f342), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.254241 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (250124f3-9050-45ee-884e-2007ff51f342), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.255386 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:01.255972 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.318561 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4089952 Sep 13 03:30:01.321542 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49808) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:01.326850 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Request body: {'subnet': {'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2111638272-subnet', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:01.348394 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Made reservation on behalf of 35d0f9365a60474590ea1bb78b1654b2 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:30:01.351386 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13679707'] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.357843 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda01d9-14ea-4a9b-a500-6919a9fdd1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=250124f3-9050-45ee-884e-2007ff51f342,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:01.370343 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 250124f3-9050-45ee-884e-2007ff51f342 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:30:01.372070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baab200-c269-40e7-9336-3b37cbf1253e req-f632ff51-0fad-4afc-8cbf-eb93d9d64d1a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:01.373595 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1baab200-c269-40e7-9336-3b37cbf1253e req-f632ff51-0fad-4afc-8cbf-eb93d9d64d1a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0973771 Sep 13 03:30:01.486284 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1baab200-c269-40e7-9336-3b37cbf1253e req-a245c1fa-5638-48b1-acd1-aee63d06f8b7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049349 Sep 13 03:30:01.525370 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-16dfff12-f7eb-44e5-af28-60e0a577b096 req-d8f26087-14be-4f9e-b636-bd322d5419f5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363008 Sep 13 03:30:01.569886 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15663118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13679689'] for subnet (3b0721be-70aa-4aa0-b08f-097a85b5d8bf), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.599254 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:01.652689 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:01.669272 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0721be-70aa-4aa0-b08f-097a85b5d8bf,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:01.681795 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7fa6c-7495-4b9b-90e0-108eff636d36 req-a5f0424c-b517-4db8-904e-092e7e7bf4f7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:01.683340 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-87c7fa6c-7495-4b9b-90e0-108eff636d36 req-a5f0424c-b517-4db8-904e-092e7e7bf4f7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0854583 Sep 13 03:30:01.692654 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Checking segment: {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:01.693010 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Network hostable DHCP agents. Network: 250124f3-9050-45ee-884e-2007ff51f342, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:30:01.734747 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Network 250124f3-9050-45ee-884e-2007ff51f342 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:30:01.755483 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 250124f3-9050-45ee-884e-2007ff51f342) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:01.761377 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-87c7fa6c-7495-4b9b-90e0-108eff636d36 req-d27fb7b8-89c1-47c9-9deb-799511cbf84a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702443 Sep 13 03:30:01.763387 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011dc0aa-d86f-4339-84eb-7f794a4eda11 None None] Network 250124f3-9050-45ee-884e-2007ff51f342 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:30:01.766062 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:01.766700 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.792726 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49812) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:01.793005 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b9a9801c-d6d6-4fbf-a654-2efd731ebadd admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4702756 Sep 13 03:30:01.795635 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49814) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:01.799941 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:01.821856 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (2e86d685-ea76-4039-8170-f74ac615785d), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.823035 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (2e86d685-ea76-4039-8170-f74ac615785d), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.845980 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f8ee7-f6b1-4f9c-9945-eaffaa22237a tempest-TestVolumeBootPattern-1420689840 tempest-TestVolumeBootPattern-1420689840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:01.851506 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ee8f8ee7-f6b1-4f9c-9945-eaffaa22237a tempest-TestVolumeBootPattern-1420689840 tempest-TestVolumeBootPattern-1420689840-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1124 time: 0.0541983 Sep 13 03:30:01.852255 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49816) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:01.857021 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:01.881116 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-250124f3-9050-45ee-884e-2007ff51f342', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:30:01.882147 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.883496 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.888113 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks [] for router_controller (2e86d685-ea76-4039-8170-f74ac615785d), precommit_add_association {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:01.966280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.027458 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Allocated IP 172.20.0.2 (250124f3-9050-45ee-884e-2007ff51f342/3b0721be-70aa-4aa0-b08f-097a85b5d8bf/29e3c528-cb57-4a0b-933e-45b64b3deb3c) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:02.031272 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks [] for router_gateway (2e86d685-ea76-4039-8170-f74ac615785d), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.075389 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.080378 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.084646 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Allocated IP 172.27.1.42 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/a6682c6a-1e21-4c93-9ae1-13e181b0ece0) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:02.142915 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.194087 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Publish callbacks [] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.197438 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.201611 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.235545 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Network 250124f3-9050-45ee-884e-2007ff51f342 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:02.235982 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.237421 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks [] for router_gateway (2e86d685-ea76-4039-8170-f74ac615785d), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.238653 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:02.242912 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:02.261285 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.280309 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Pushing event updated for resources: {'Port': ['ID=29e3c528-cb57-4a0b-933e-45b64b3deb3c,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:02.282579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:02.284125 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:02.288478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.288992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:02.310587 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Attempting to bind port 29e3c528-cb57-4a0b-933e-45b64b3deb3c on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:02.310983 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Attempting to bind port 29e3c528-cb57-4a0b-933e-45b64b3deb3c by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:02.311343 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Attempting to bind port 29e3c528-cb57-4a0b-933e-45b64b3deb3c on network 250124f3-9050-45ee-884e-2007ff51f342 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:02.316607 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=a6682c6a-1e21-4c93-9ae1-13e181b0ece0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:02.346885 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.367783 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:02.368202 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Checking segment: {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:02.368792 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.369178 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Bound using segment: {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:02.369677 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Bound port: 29e3c528-cb57-4a0b-933e-45b64b3deb3c, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:02.370049 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.397531 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Allocated IP 172.27.1.71 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/f6cab296-6ec4-4585-8dd6-73a8f00c9686) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:02.434810 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] For port 29e3c528-cb57-4a0b-933e-45b64b3deb3c, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:02.437933 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] For port 29e3c528-cb57-4a0b-933e-45b64b3deb3c, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=29e3c528-cb57-4a0b-933e-45b64b3deb3c,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:02.445650 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.498965 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.517748 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961ab00-2569-467b-b49b-1837a0a15c54 None None] Pushing event updated for resources: {'Port': ['ID=29e3c528-cb57-4a0b-933e-45b64b3deb3c,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:02.526431 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks [] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.554462 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.564650 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.610318 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:02.616463 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:02.618906 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:02.622469 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:02.623199 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Pushing event updated for resources: {'Port': ['ID=f6cab296-6ec4-4585-8dd6-73a8f00c9686,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:02.706638 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (51267200-5841-4224-94e3-263daaa66e85), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.812429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.894928 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks [] for router_gateway (2e86d685-ea76-4039-8170-f74ac615785d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.972285 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:02.978215 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.001845 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:03.049789 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=a6682c6a-1e21-4c93-9ae1-13e181b0ece0,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:03.053121 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (51267200-5841-4224-94e3-263daaa66e85), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.084864 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (2e86d685-ea76-4039-8170-f74ac615785d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.153419 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Floating IP 51267200-5841-4224-94e3-263daaa66e85 associated. External IP: 172.27.1.42, port: 58cadb39-f080-4b49-bdc0-0bad103c6ae7. Sep 13 03:30:03.216277 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Router 2e86d685-ea76-4039-8170-f74ac615785d is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:30:03.258143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:03.331481 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:03.343553 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Sync routers for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:03.352139 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 29e3c528-cb57-4a0b-933e-45b64b3deb3c up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:03.356795 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.358440 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-53d697c4-6aaf-431f-b9fe-20cb29711129 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5617127 Sep 13 03:30:03.360983 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49822) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:03.391455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:03.392230 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:03.413093 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:30:03.459539 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 29e3c528-cb57-4a0b-933e-45b64b3deb3c triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:03.460036 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.526169 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:03.548815 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:03.563018 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:03.570992 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.582101 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:03.584203 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:03.614309 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-bd7c8620-f6e3-460a-ab3d-4174090c76c8 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7609324 Sep 13 03:30:03.615106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:30:03.617669 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11566d5b-b06a-4a3a-b75d-648108325f66" -d '{"events": [{"name": "network-changed", "server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:30:03.650699 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7fcffd-14cb-4187-912e-7a6896fd96bf None None] Network 250124f3-9050-45ee-884e-2007ff51f342 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:30:03.661807 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf06b2a-47f0-4d3a-af19-15cac11e3c17 x-openstack-request-id: req-aaf06b2a-47f0-4d3a-af19-15cac11e3c17 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:30:03.662859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:30:03.663178 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aaf06b2a-47f0-4d3a-af19-15cac11e3c17 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:30:03.663657 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf06b2a-47f0-4d3a-af19-15cac11e3c17'] response: {'name': 'network-changed', 'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'status': 'completed', 'code': 200} Sep 13 03:30:03.684629 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:03.725198 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-8086a924-0705-4907-a0fb-678ed9475eae None None] Provisioning complete for port 29e3c528-cb57-4a0b-933e-45b64b3deb3c triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:03.725661 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8086a924-0705-4907-a0fb-678ed9475eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.736496 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:03.759620 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-7d4ca9f4-1e6d-4102-8e8a-5dcbeb4fe97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:03.761801 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-7d4ca9f4-1e6d-4102-8e8a-5dcbeb4fe97a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1129 time: 0.0493982 Sep 13 03:30:03.766349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:03.854715 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.893272 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-69431946-8488-4933-a721-51d89bf43432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:03.896303 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-69431946-8488-4933-a721-51d89bf43432 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.1262906 Sep 13 03:30:03.970543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 29e3c528-cb57-4a0b-933e-45b64b3deb3c is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:03.970543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:03.984033 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-3429cc59-1e3f-41ec-976d-20dcae29bf99 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7 HTTP/1.1" status: 200 len: 998 time: 0.0814137 Sep 13 03:30:04.074093 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-cebe4785-7fd4-4255-b5d2-fd6b68aed3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:04.076280 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-cebe4785-7fd4-4255-b5d2-fd6b68aed3e2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0871239 Sep 13 03:30:04.087288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-8086a924-0705-4907-a0fb-678ed9475eae None None] Current status of the port 29e3c528-cb57-4a0b-933e-45b64b3deb3c is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:04.087685 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8086a924-0705-4907-a0fb-678ed9475eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.091115 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 29e3c528-cb57-4a0b-933e-45b64b3deb3c, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=29e3c528-cb57-4a0b-933e-45b64b3deb3c,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:04.119789 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.151566 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:02Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:04.157296 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-7434dbcb-a79a-48c4-a051-a3ff2bd31f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:04.160363 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-7434dbcb-a79a-48c4-a051-a3ff2bd31f4e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761526 Sep 13 03:30:04.165991 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:04.183834 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:02Z', 'revision_number': 3, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:04.186853 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:04.198505 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:04.200362 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:04.297412 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Checking router: 2e86d685-ea76-4039-8170-f74ac615785d for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:04.298058 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Updating router 2e86d685-ea76-4039-8170-f74ac615785d port f6cab296-6ec4-4585-8dd6-73a8f00c9686 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:30:04.300239 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.db.api [None req-8086a924-0705-4907-a0fb-678ed9475eae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 03:30:04.300814 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG oslo_db.api [None req-8086a924-0705-4907-a0fb-678ed9475eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 03:30:04.304558 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:04.310700 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-1252fb4c-76cf-4b9b-87d8-8ce20be53d47 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436167 Sep 13 03:30:04.322576 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:04.326666 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=29e3c528-cb57-4a0b-933e-45b64b3deb3c,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:04.338972 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.383939 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Allocated IP 172.20.0.1 (250124f3-9050-45ee-884e-2007ff51f342/3b0721be-70aa-4aa0-b08f-097a85b5d8bf/bbc6a1b0-048a-4d4d-bade-db17d96f1bc1) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:04.497650 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks [] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.539547 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.550761 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:02Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:04.562000 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Network 250124f3-9050-45ee-884e-2007ff51f342 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:04.564514 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:04.584182 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19d828-5dc1-4a6d-95e3-64834896b3fc None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:02Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:04.586058 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:04.654794 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Publish callbacks [] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.663127 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:04.671353 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (2e86d685-ea76-4039-8170-f74ac615785d), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.673025 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.707096 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:04.715787 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-11566d5b-b06a-4a3a-b75d-648108325f66 req-e0f5f1cf-875a-467d-be8b-c6cbfb8bedac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755238 Sep 13 03:30:04.717722 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Attempting to bind port f6cab296-6ec4-4585-8dd6-73a8f00c9686 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:04.718120 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Attempting to bind port f6cab296-6ec4-4585-8dd6-73a8f00c9686 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:04.718472 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Attempting to bind port f6cab296-6ec4-4585-8dd6-73a8f00c9686 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:04.758798 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082e6e9-49ce-44e4-b5b9-93e596eb2255 None None] Pushing event updated for resources: {'Port': ['ID=f6cab296-6ec4-4585-8dd6-73a8f00c9686,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:04.779984 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:04.780659 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:04.781153 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.781544 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:04.782180 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Bound port: f6cab296-6ec4-4585-8dd6-73a8f00c9686, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:04.782578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.860009 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.879286 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-8086a924-0705-4907-a0fb-678ed9475eae None None] Current status of the port 29e3c528-cb57-4a0b-933e-45b64b3deb3c is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:04.888147 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] For port f6cab296-6ec4-4585-8dd6-73a8f00c9686, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:04.891768 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] For port f6cab296-6ec4-4585-8dd6-73a8f00c9686, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f6cab296-6ec4-4585-8dd6-73a8f00c9686,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:04.897986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:04.908482 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:04.937556 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:04.938510 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:04.938666 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:04.978573 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3360b-b154-478d-aaeb-f39761811645 None None] New status for floating IP 51267200-5841-4224-94e3-263daaa66e85: ACTIVE {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:30:05.047561 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks [] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:05.052462 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:05.057837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082e6e9-49ce-44e4-b5b9-93e596eb2255 None None] Pushing event updated for resources: {'Port': ['ID=f6cab296-6ec4-4585-8dd6-73a8f00c9686,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:05.092431 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b355d717-593b-4745-89f9-1ec06b5d6171 None None] Provisioning complete for port 29e3c528-cb57-4a0b-933e-45b64b3deb3c triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:05.092799 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b355d717-593b-4745-89f9-1ec06b5d6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:05.123867 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:05.126393 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (2e86d685-ea76-4039-8170-f74ac615785d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:05.195093 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:05.219312 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Network 250124f3-9050-45ee-884e-2007ff51f342 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:05.220947 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:05.258991 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:05.268259 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:05.318550 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 29e3c528-cb57-4a0b-933e-45b64b3deb3c up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:05.373857 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b355d717-593b-4745-89f9-1ec06b5d6171 None None] Current status of the port 29e3c528-cb57-4a0b-933e-45b64b3deb3c is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:05.386771 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Router 2e86d685-ea76-4039-8170-f74ac615785d has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:30:05.437132 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b355d717-593b-4745-89f9-1ec06b5d6171 None None] Provisioning complete for port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:05.437775 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b355d717-593b-4745-89f9-1ec06b5d6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:05.488230 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b355d717-593b-4745-89f9-1ec06b5d6171 None None] Port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:30:05.490134 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 29e3c528-cb57-4a0b-933e-45b64b3deb3c triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:05.490500 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:05.496264 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:05.508303 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-e845ad18-0b91-4a3e-894e-a5b249a997e2 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2e86d685-ea76-4039-8170-f74ac615785d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1391017 Sep 13 03:30:05.688404 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-71abd746-c4d7-485c-b744-b14679278be0 None None] Provisioning complete for port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:05.688951 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-71abd746-c4d7-485c-b744-b14679278be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:05.778312 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 1, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:05.780080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-71abd746-c4d7-485c-b744-b14679278be0 None None] Port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:30:05.813624 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569fcce-646a-4f6d-825e-4ba9ffd3ae31 None None] The sync data for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi is: [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 1, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:05.818802 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 29e3c528-cb57-4a0b-933e-45b64b3deb3c is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:05.990478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49842) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:05.997737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1154241084-network', 'tenant_id': '0baadaacd0434d82af969deb277f2194'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:06.033439 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Made reservation on behalf of 0baadaacd0434d82af969deb277f2194 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:30:06.035914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.045933 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.134647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks [] for security_group (9e261407-0345-4747-8142-551e836af98a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.139938 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (9e261407-0345-4747-8142-551e836af98a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.148486 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:06.173487 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:30:06.189491 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e261407-0345-4747-8142-551e836af98a,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:06.195116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (fca0f8cd-8c21-4640-9692-c3e0cca267b9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.195695 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Added segment fca0f8cd-8c21-4640-9692-c3e0cca267b9 of type vlan for network b5ad112f-d1f4-4f96-8644-30c056696911 Sep 13 03:30:06.238309 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (b5ad112f-d1f4-4f96-8644-30c056696911), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.266574 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (b5ad112f-d1f4-4f96-8644-30c056696911), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.267580 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:06.268626 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.323383 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3316679 Sep 13 03:30:06.326156 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 49844) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:06.332403 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Request body: {'subnet': {'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1154241084-subnet', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:06.334818 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dff85e-47c6-4321-b1a0-4e4b295880c7 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ad112f-d1f4-4f96-8644-30c056696911,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:06.345711 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network b5ad112f-d1f4-4f96-8644-30c056696911 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:30:06.355781 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Made reservation on behalf of 0baadaacd0434d82af969deb277f2194 for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:30:06.358226 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13679707'] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.557487 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15663118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13679689'] for subnet (3f433f57-ecc5-44ca-b3b9-0ce374f72595), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.609367 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f433f57-ecc5-44ca-b3b9-0ce374f72595,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:06.629503 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Checking segment: {'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:06.630417 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Network hostable DHCP agents. Network: b5ad112f-d1f4-4f96-8644-30c056696911, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:30:06.632339 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:06.638202 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:06.653091 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Network b5ad112f-d1f4-4f96-8644-30c056696911 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:30:06.662554 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, b5ad112f-d1f4-4f96-8644-30c056696911) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:06.667183 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:06.667787 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.673979 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b53b68-da6c-4bdc-b244-ef5795c6004c None None] Network b5ad112f-d1f4-4f96-8644-30c056696911 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:30:06.689566 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-563ccb13-4f2a-4388-b16a-89a38f08ff5a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3595917 Sep 13 03:30:06.690113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49846) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:06.695169 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:06.715924 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-728450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62834'] for router (e3174284-f2cd-4080-bad4-95c8ef0984b6), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.717014 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-729012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62841'] for router (e3174284-f2cd-4080-bad4-95c8ef0984b6), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.777281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks [] for router_controller (e3174284-f2cd-4080-bad4-95c8ef0984b6), precommit_add_association {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.793678 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac546d71-919d-5c3f-b578-dc5be3914c58-b5ad112f-d1f4-4f96-8644-30c056696911', 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911', 'project_id': '0baadaacd0434d82af969deb277f2194', 'fixed_ips': [{'subnet_id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595'}]}} from dv-cinder-857075-2-iscsi. {{(pid=106193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 03:30:06.795080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.935342 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks [] for router_gateway (e3174284-f2cd-4080-bad4-95c8ef0984b6), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:06.969474 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.db_base_plugin_common [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Allocated IP 172.20.0.2 (b5ad112f-d1f4-4f96-8644-30c056696911/3f433f57-ecc5-44ca-b3b9-0ce374f72595/9311c757-4f0a-4db4-aed4-f5d8d0b22412) {{(pid=106193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:07.121988 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:07.124651 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:07.139531 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Publish callbacks [] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), precommit_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.149655 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), after_create {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.220340 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Network b5ad112f-d1f4-4f96-8644-30c056696911 is already hosted by enough agents. {{(pid=106193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:07.237046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.scheduler.base_scheduler [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Resources bound (agent type, host, resource id): {{(pid=106193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:07.247117 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Received port after_create {{(pid=106193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:07.252066 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Pushing event updated for resources: {'Port': ['ID=9311c757-4f0a-4db4-aed4-f5d8d0b22412,revision_number=1']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:07.332315 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f6cab296-6ec4-4585-8dd6-73a8f00c9686 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:07.336797 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Attempting to bind port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:07.337167 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Attempting to bind port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:07.337524 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Attempting to bind port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 on network b5ad112f-d1f4-4f96-8644-30c056696911 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:07.423395 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port f6cab296-6ec4-4585-8dd6-73a8f00c9686 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:07.424011 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.426131 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:07.426535 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Checking segment: {'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:07.426942 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.427335 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Bound using segment: {'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:07.427807 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Bound port: 9311c757-4f0a-4db4-aed4-f5d8d0b22412, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:07.428177 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.485429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks [] for router_gateway (e3174284-f2cd-4080-bad4-95c8ef0984b6), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.505612 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.549846 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] For port 9311c757-4f0a-4db4-aed4-f5d8d0b22412, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:07.571893 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] For port 9311c757-4f0a-4db4-aed4-f5d8d0b22412, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=9311c757-4f0a-4db4-aed4-f5d8d0b22412,segment=NetworkSegment(fca0f8cd-8c21-4640-9692-c3e0cca267b9),segment_id=fca0f8cd-8c21-4640-9692-c3e0cca267b9)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:07.583960 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port f6cab296-6ec4-4585-8dd6-73a8f00c9686 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:07.584253 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.589504 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.630848 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:07.632494 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Allocated IP 172.27.1.66 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/d3ff3f54-c00f-490d-855d-873e1c59cd19) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:07.633701 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port f6cab296-6ec4-4585-8dd6-73a8f00c9686, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f6cab296-6ec4-4585-8dd6-73a8f00c9686,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:07.639352 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.659967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b057-bd1c-44c8-bd09-b8d7cf4f249e None None] Pushing event updated for resources: {'Port': ['ID=9311c757-4f0a-4db4-aed4-f5d8d0b22412,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:07.715902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=f6cab296-6ec4-4585-8dd6-73a8f00c9686,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:07.763468 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks [] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.793836 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:07.823469 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:07.876449 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:07.880597 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:07.885018 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:07.911414 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Pushing event updated for resources: {'Port': ['ID=d3ff3f54-c00f-490d-855d-873e1c59cd19,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:08.105928 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794ff425-e465-458f-a018-fc118794e87d None None] Sync routers for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:08.117461 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:08.118070 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:08.138364 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks [] for router_gateway (e3174284-f2cd-4080-bad4-95c8ef0984b6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.223080 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:08.336548 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726579'] for router (e3174284-f2cd-4080-bad4-95c8ef0984b6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.341843 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:08.369231 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:08.414389 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 2, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:08.443659 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794ff425-e465-458f-a018-fc118794e87d None None] Checking router: 2e86d685-ea76-4039-8170-f74ac615785d for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:08.444160 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794ff425-e465-458f-a018-fc118794e87d None None] Updating router 2e86d685-ea76-4039-8170-f74ac615785d port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:30:08.467226 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Router e3174284-f2cd-4080-bad4-95c8ef0984b6 is scheduled to L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 with binding_index 1 {{(pid=106192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 03:30:08.474594 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-794ff425-e465-458f-a018-fc118794e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.577328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:08.589721 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Sync routers for ids ['e3174284-f2cd-4080-bad4-95c8ef0984b6'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:08.602958 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Routers {'e3174284-f2cd-4080-bad4-95c8ef0984b6'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:08.604122 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e3174284-f2cd-4080-bad4-95c8ef0984b6'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:08.604825 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.606205 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-23297ba7-1421-48f1-b107-948a59f4152f admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9150004 Sep 13 03:30:08.608931 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 49850) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:08.614952 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:08.702097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:08.729401 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Set router e3174284-f2cd-4080-bad4-95c8ef0984b6 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:08.749245 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-794ff425-e465-458f-a018-fc118794e87d None None] Publish callbacks [] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.756634 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-794ff425-e465-458f-a018-fc118794e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.811712 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Pushing event updated for resources: {'Port': ['ID=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:08.841280 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.841670 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.842001 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.842666 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.843284 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.843837 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.844403 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.844757 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.845150 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.845525 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.846108 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.846536 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.847650 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.848182 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.849082 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:08.850005 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72467ac7-ae70-48ef-bcd3-7aebe45b5be5 None None] Network b5ad112f-d1f4-4f96-8644-30c056696911 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:30:08.884866 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-794ff425-e465-458f-a018-fc118794e87d None None] Attempting to bind port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:08.885147 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-794ff425-e465-458f-a018-fc118794e87d None None] Attempting to bind port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:08.885509 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794ff425-e465-458f-a018-fc118794e87d None None] Attempting to bind port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 on network 250124f3-9050-45ee-884e-2007ff51f342 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:08.901782 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:08.929590 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794ff425-e465-458f-a018-fc118794e87d None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:08.929957 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794ff425-e465-458f-a018-fc118794e87d None None] Checking segment: {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:08.930356 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-794ff425-e465-458f-a018-fc118794e87d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.930775 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794ff425-e465-458f-a018-fc118794e87d None None] Bound using segment: {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:08.931435 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-794ff425-e465-458f-a018-fc118794e87d None None] Bound port: bbc6a1b0-048a-4d4d-bade-db17d96f1bc1, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:08.931997 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-794ff425-e465-458f-a018-fc118794e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.972464 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:08.976500 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-cc72a747-d76d-456a-8ecc-936610b34790 None None] Provisioning complete for port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:08.977364 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cc72a747-d76d-456a-8ecc-936610b34790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:08.995357 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-794ff425-e465-458f-a018-fc118794e87d None None] For port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:08.998411 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-794ff425-e465-458f-a018-fc118794e87d None None] For port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:09.005928 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-794ff425-e465-458f-a018-fc118794e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.063391 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d174-d8c7-451a-99c0-7408481b9ece None None] Pushing event updated for resources: {'Port': ['ID=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:09.078636 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:30:08Z', 'revision_number': 3, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port': {'id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:07Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:09.079529 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:09.080292 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:09.086775 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.122921 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Checking router: e3174284-f2cd-4080-bad4-95c8ef0984b6 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:09.123276 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Updating router e3174284-f2cd-4080-bad4-95c8ef0984b6 port d3ff3f54-c00f-490d-855d-873e1c59cd19 binding host dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:30:09.191425 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.194890 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-cc72a747-d76d-456a-8ecc-936610b34790 None None] Current status of the port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:09.195282 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cc72a747-d76d-456a-8ecc-936610b34790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.204437 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:09.281718 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:09.307833 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Allocated IP 172.20.0.1 (b5ad112f-d1f4-4f96-8644-30c056696911/3f433f57-ecc5-44ca-b3b9-0ce374f72595/2dea63e2-4fee-48cc-938c-597c8d0239dd) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:09.344930 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-cc72a747-d76d-456a-8ecc-936610b34790 None None] For port 9311c757-4f0a-4db4-aed4-f5d8d0b22412, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=9311c757-4f0a-4db4-aed4-f5d8d0b22412,segment=NetworkSegment(fca0f8cd-8c21-4640-9692-c3e0cca267b9),segment_id=fca0f8cd-8c21-4640-9692-c3e0cca267b9)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:09.357892 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cc72a747-d76d-456a-8ecc-936610b34790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.486981 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks [] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.524179 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.557436 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:09.567815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 9311c757-4f0a-4db4-aed4-f5d8d0b22412 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:09.569750 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Network b5ad112f-d1f4-4f96-8644-30c056696911 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:09.574995 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:09.581779 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:09.582375 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-7171b01f-4fe5-4120-8203-b524a4fae8af None None] Provisioning complete for port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:09.582375 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7171b01f-4fe5-4120-8203-b524a4fae8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.602853 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-794ff425-e465-458f-a018-fc118794e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:08Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:09.622183 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2dea63e2-4fee-48cc-938c-597c8d0239dd,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:09.631431 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794ff425-e465-458f-a018-fc118794e87d None None] The sync data for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi is: [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:08Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:09.645697 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718102'] for router_interface (e3174284-f2cd-4080-bad4-95c8ef0984b6), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.649709 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:09.699412 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:09.716890 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72a747-d76d-456a-8ecc-936610b34790 None None] Pushing event updated for resources: {'Port': ['ID=9311c757-4f0a-4db4-aed4-f5d8d0b22412,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:09.770745 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:09.771125 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.802988 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.842301 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:09.845909 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-7171b01f-4fe5-4120-8203-b524a4fae8af None None] Current status of the port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:09.878902 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Publish callbacks [] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), precommit_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.885034 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.956672 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Attempting to bind port d3ff3f54-c00f-490d-855d-873e1c59cd19 on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:09.957042 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Attempting to bind port d3ff3f54-c00f-490d-855d-873e1c59cd19 by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:09.958520 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Attempting to bind port d3ff3f54-c00f-490d-855d-873e1c59cd19 on network c9a61636-86dd-4fb4-a674-3330aa647f30 {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:09.986864 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks [] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.994249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:09.998414 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:09.999592 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f6cab296-6ec4-4585-8dd6-73a8f00c9686 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:10.007735 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc71f92-2d7e-465e-a99e-52d84b2d8ffc None None] Pushing event updated for resources: {'Port': ['ID=d3ff3f54-c00f-490d-855d-873e1c59cd19,revision_number=2']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:10.040944 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-4f6ab45b-dafe-4d05-a71f-742eb2894675 None None] Provisioning complete for port 2dea63e2-4fee-48cc-938c-597c8d0239dd triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:10.041308 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab45b-dafe-4d05-a71f-742eb2894675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.079327 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2dea63e2-4fee-48cc-938c-597c8d0239dd,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:10.083326 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-718210'] for router_interface (e3174284-f2cd-4080-bad4-95c8ef0984b6), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.090174 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:10.091631 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:10.092006 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Checking segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:10.092585 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.093006 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Bound using segment: {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'} {{(pid=106193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:10.093497 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.managers [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Bound port: d3ff3f54-c00f-490d-855d-873e1c59cd19, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663dad-375f-4a91-a8f0-181c0f1fc927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}}] {{(pid=106193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:10.093944 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.120371 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ab45b-dafe-4d05-a71f-742eb2894675 None None] Port 2dea63e2-4fee-48cc-938c-597c8d0239dd cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:30:10.153337 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port f6cab296-6ec4-4585-8dd6-73a8f00c9686 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:10.153710 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.179264 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] For port d3ff3f54-c00f-490d-855d-873e1c59cd19, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:10.191943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Network b5ad112f-d1f4-4f96-8644-30c056696911 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:10.193528 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:10.200124 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] For port d3ff3f54-c00f-490d-855d-873e1c59cd19, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=d3ff3f54-c00f-490d-855d-873e1c59cd19,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:10.212481 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.277688 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Routers {'e3174284-f2cd-4080-bad4-95c8ef0984b6'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:10.278329 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e3174284-f2cd-4080-bad4-95c8ef0984b6'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:10.338827 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Router e3174284-f2cd-4080-bad4-95c8ef0984b6 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:30:10.343701 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port f6cab296-6ec4-4585-8dd6-73a8f00c9686 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:10.344759 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:10.370751 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc71f92-2d7e-465e-a99e-52d84b2d8ffc None None] Pushing event updated for resources: {'Port': ['ID=d3ff3f54-c00f-490d-855d-873e1c59cd19,revision_number=3']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:10.463775 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:10.477986 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c5cf311e-392a-4b7b-b967-12588fc76fa8 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e3174284-f2cd-4080-bad4-95c8ef0984b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8588912 Sep 13 03:30:10.491237 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:10.491613 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.522292 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] Set router e3174284-f2cd-4080-bad4-95c8ef0984b6 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:10.585709 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-f3e41358-47d4-42c4-a711-768b8f02149d None None] Provisioning complete for port 2dea63e2-4fee-48cc-938c-597c8d0239dd triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:10.586084 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f3e41358-47d4-42c4-a711-768b8f02149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.650901 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:10.711914 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f3e41358-47d4-42c4-a711-768b8f02149d None None] Port 2dea63e2-4fee-48cc-938c-597c8d0239dd cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:30:10.734803 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:10.735413 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.808797 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:10.816848 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:10.826973 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:10.851825 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 4, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port': {'id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:07Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '2dea63e2-4fee-48cc-938c-597c8d0239dd', 'name': '', 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'mac_address': 'fa:16:3e:f8:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:09Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 2, 'project_id': '0baadaacd0434d82af969deb277f2194', 'subnets': [{'id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:10.883138 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3106d098-392a-4da4-9a4c-27ad7b420ab0 None None] The sync data for ids ['e3174284-f2cd-4080-bad4-95c8ef0984b6'] in dv-cinder-857075-2-iscsi is: [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 4, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port': {'id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:07Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '2dea63e2-4fee-48cc-938c-597c8d0239dd', 'name': '', 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'mac_address': 'fa:16:3e:f8:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:09Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 2, 'project_id': '0baadaacd0434d82af969deb277f2194', 'subnets': [{'id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:10.909497 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:11.333010 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 9311c757-4f0a-4db4-aed4-f5d8d0b22412 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:11.384868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:11.385453 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:11.475762 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:11.476754 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:11.527986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:11.528358 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:11.618909 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:13.360142 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d3ff3f54-c00f-490d-855d-873e1c59cd19 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:13.408013 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port d3ff3f54-c00f-490d-855d-873e1c59cd19 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:13.408374 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:13.507429 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port d3ff3f54-c00f-490d-855d-873e1c59cd19 is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:13.507815 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:13.530679 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port d3ff3f54-c00f-490d-855d-873e1c59cd19, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=d3ff3f54-c00f-490d-855d-873e1c59cd19,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:13.536985 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:13.743708 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=d3ff3f54-c00f-490d-855d-873e1c59cd19,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:14.370294 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Sync routers for ids ['e3174284-f2cd-4080-bad4-95c8ef0984b6'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:14.388553 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Routers {'e3174284-f2cd-4080-bad4-95c8ef0984b6'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:14.393546 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e3174284-f2cd-4080-bad4-95c8ef0984b6'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:14.504300 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Set router e3174284-f2cd-4080-bad4-95c8ef0984b6 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:14.598288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa91-e912-417f-b498-f6fcafaad879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:14.709001 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 4, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port': {'id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:07Z', 'updated_at': '2022-09-13T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '2dea63e2-4fee-48cc-938c-597c8d0239dd', 'name': '', 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'mac_address': 'fa:16:3e:f8:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:09Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 2, 'project_id': '0baadaacd0434d82af969deb277f2194', 'subnets': [{'id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:14.737394 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Checking router: e3174284-f2cd-4080-bad4-95c8ef0984b6 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:14.737725 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Updating router e3174284-f2cd-4080-bad4-95c8ef0984b6 port 2dea63e2-4fee-48cc-938c-597c8d0239dd binding host dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 03:30:14.773075 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:15.052930 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Publish callbacks [] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:15.064806 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:15.133439 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7aef3-55f7-41e2-a105-0b6f0b1d1fb2 None None] Pushing event updated for resources: {'Port': ['ID=2dea63e2-4fee-48cc-938c-597c8d0239dd,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:15.163798 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:15.166881 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Attempting to bind port 2dea63e2-4fee-48cc-938c-597c8d0239dd on host dv-cinder-857075-2-iscsi for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:15.167315 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Attempting to bind port 2dea63e2-4fee-48cc-938c-597c8d0239dd by drivers openvswitch,hyperv on host dv-cinder-857075-2-iscsi at level 0 using segments [{'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:15.167755 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Attempting to bind port 2dea63e2-4fee-48cc-938c-597c8d0239dd on network b5ad112f-d1f4-4f96-8644-30c056696911 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:15.215237 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Checking agent: {'id': '15d757ff-658b-4ed7-a743-f2ac831ea69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 12, 50), 'started_at': datetime.datetime(2022, 9, 13, 3, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:15.215604 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Checking segment: {'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:15.216121 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:15.216379 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Bound using segment: {'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:15.216848 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Bound port: 2dea63e2-4fee-48cc-938c-597c8d0239dd, host: dv-cinder-857075-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca0f8cd-8c21-4640-9692-c3e0cca267b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:15.217218 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:15.310907 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] For port 2dea63e2-4fee-48cc-938c-597c8d0239dd, host dv-cinder-857075-2-iscsi, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:15.315263 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] For port 2dea63e2-4fee-48cc-938c-597c8d0239dd, host dv-cinder-857075-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=2dea63e2-4fee-48cc-938c-597c8d0239dd,segment=NetworkSegment(fca0f8cd-8c21-4640-9692-c3e0cca267b9),segment_id=fca0f8cd-8c21-4640-9692-c3e0cca267b9)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:15.317674 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d3ff3f54-c00f-490d-855d-873e1c59cd19 up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:15.328306 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:15.366114 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:15.372615 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port d3ff3f54-c00f-490d-855d-873e1c59cd19 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:15.372984 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:15.375701 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Routers {'e3174284-f2cd-4080-bad4-95c8ef0984b6'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:15.376259 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:29:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e3174284-f2cd-4080-bad4-95c8ef0984b6'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:15.429723 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:15.435186 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7aef3-55f7-41e2-a105-0b6f0b1d1fb2 None None] Pushing event updated for resources: {'Port': ['ID=2dea63e2-4fee-48cc-938c-597c8d0239dd,revision_number=4']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:15.509344 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port d3ff3f54-c00f-490d-855d-873e1c59cd19 is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:15.536544 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] Set router e3174284-f2cd-4080-bad4-95c8ef0984b6 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:15.740571 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 4, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port': {'id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:07Z', 'updated_at': '2022-09-13T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '2dea63e2-4fee-48cc-938c-597c8d0239dd', 'name': '', 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'mac_address': 'fa:16:3e:f8:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:09Z', 'updated_at': '2022-09-13T03:30:15Z', 'revision_number': 4, 'project_id': '0baadaacd0434d82af969deb277f2194', 'subnets': [{'id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:15.766285 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f926e-76d3-4a8d-b8ae-dd71a09b0d7a None None] The sync data for ids ['e3174284-f2cd-4080-bad4-95c8ef0984b6'] in dv-cinder-857075-2-iscsi is: [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:30:09Z', 'revision_number': 4, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port': {'id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:07Z', 'updated_at': '2022-09-13T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '2dea63e2-4fee-48cc-938c-597c8d0239dd', 'name': '', 'network_id': 'b5ad112f-d1f4-4f96-8644-30c056696911', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'mac_address': 'fa:16:3e:f8:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:09Z', 'updated_at': '2022-09-13T03:30:15Z', 'revision_number': 4, 'project_id': '0baadaacd0434d82af969deb277f2194', 'subnets': [{'id': '3f433f57-ecc5-44ca-b3b9-0ce374f72595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:16.675658 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:16.679112 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:16.980866 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-622c90fd-6d2e-40f8-b0f1-796a9e948628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:17.047829 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:30:17.300265 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2dea63e2-4fee-48cc-938c-597c8d0239dd up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:17.349747 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 2dea63e2-4fee-48cc-938c-597c8d0239dd triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:17.350121 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:17.378418 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:17.433804 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 2dea63e2-4fee-48cc-938c-597c8d0239dd is: DOWN; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:17.434284 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:17.474487 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] For port 2dea63e2-4fee-48cc-938c-597c8d0239dd, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=2dea63e2-4fee-48cc-938c-597c8d0239dd,segment=NetworkSegment(fca0f8cd-8c21-4640-9692-c3e0cca267b9),segment_id=fca0f8cd-8c21-4640-9692-c3e0cca267b9)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:17.479460 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:17.541821 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Pushing event updated for resources: {'Port': ['ID=2dea63e2-4fee-48cc-938c-597c8d0239dd,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:18.202408 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:19.300963 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2dea63e2-4fee-48cc-938c-597c8d0239dd up at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:19.352892 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Provisioning complete for port 2dea63e2-4fee-48cc-938c-597c8d0239dd triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:19.353388 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:19.437108 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Current status of the port 2dea63e2-4fee-48cc-938c-597c8d0239dd is: ACTIVE; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:19.601826 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:19.899928 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:20.460160 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:20.460984 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=77,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:20.605649 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-d8eba979-2cec-43ad-b29b-9ad83d050ef2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:20.607151 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-d8eba979-2cec-43ad-b29b-9ad83d050ef2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 815 time: 0.1047778 Sep 13 03:30:20.622235 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-2fd06252-6eb5-4c0b-acc0-0cffe89ed060 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/quotas/35d0f9365a60474590ea1bb78b1654b2 HTTP/1.1" status: 200 len: 375 time: 0.0096498 Sep 13 03:30:20.670638 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-34617002-e057-482e-b229-a3b2c7d8edb7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436299 Sep 13 03:30:20.768574 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-1fde2969-2082-4bc5-ba91-63479a5b3534 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Sep 13 03:30:20.858075 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-3c71d5f1-b95f-4a25-b302-60844025b505 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834789 Sep 13 03:30:21.019698 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b43678e5-e42b-4a7d-bdbd-cd724e3bdd8a req-0835976f-a30f-4eab-86e3-6a14284133e6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 210 time: 0.0313509 Sep 13 03:30:22.130224 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-641b1c21-75f0-4a27-ba3a-eaffb6d84e53 req-dc1be6d4-25fe-4a8e-8bd8-66b78e6259e1 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 210 time: 0.0326054 Sep 13 03:30:22.292328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-2317b3da-d6a8-46bd-8686-c8808c716f33 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:22.293760 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-2317b3da-d6a8-46bd-8686-c8808c716f33 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 815 time: 0.1057386 Sep 13 03:30:22.326116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'port': {'device_id': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'admin_state_up': True, 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:22.435636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Made reservation on behalf of 35d0f9365a60474590ea1bb78b1654b2 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:30:22.439285 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:22.570292 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Allocated IP 172.20.0.11 (250124f3-9050-45ee-884e-2007ff51f342/3b0721be-70aa-4aa0-b08f-097a85b5d8bf/fd8213ce-3653-4272-bd22-22e80d1944df) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:22.731427 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for port (fd8213ce-3653-4272-bd22-22e80d1944df), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:22.765003 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:22.765743 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:22.772165 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:22.834208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:22.837303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Network 250124f3-9050-45ee-884e-2007ff51f342 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:22.842476 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:22.845299 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.845640 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.845976 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.846308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.846657 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.847020 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.847568 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.849659 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.849659 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.849659 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.850200 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.850299 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.855321 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.855321 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.855321 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:22.855321 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:22.907249 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:22.907970 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:22.928852 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-a142ecfb-6ccc-4879-b162-ce60a3bb5fc8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064291 Sep 13 03:30:23.132950 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-01117e9d-3937-4f94-9e37-2e31f52eb629 None None] Provisioning complete for port fd8213ce-3653-4272-bd22-22e80d1944df triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:23.133476 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-01117e9d-3937-4f94-9e37-2e31f52eb629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:23.167959 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-01117e9d-3937-4f94-9e37-2e31f52eb629 None None] Port fd8213ce-3653-4272-bd22-22e80d1944df cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:30:23.294847 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007406a-dce0-4333-8d0d-4b78850e0edd req-c3575431-640b-476b-84f5-c800eac43e16 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:23.296536 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a007406a-dce0-4333-8d0d-4b78850e0edd req-c3575431-640b-476b-84f5-c800eac43e16 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0657179 Sep 13 03:30:23.351588 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a007406a-dce0-4333-8d0d-4b78850e0edd req-6f4591ba-ad83-4fe9-86ed-e09e08268186 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492599 Sep 13 03:30:24.477662 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71e2e-bcae-420b-b237-f057ef6d89f1 req-e42b1dd3-58a0-4d05-a37f-e122045e0c61 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:24.479183 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-86a71e2e-bcae-420b-b237-f057ef6d89f1 req-e42b1dd3-58a0-4d05-a37f-e122045e0c61 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0496612 Sep 13 03:30:24.528645 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-86a71e2e-bcae-420b-b237-f057ef6d89f1 req-dc2e9dc2-4fbc-4049-b050-60c88e64116b tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Sep 13 03:30:25.653051 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83f5c3-c22a-485f-812d-9ffc65eff04b req-fdbf9d0a-dfa5-41b3-8484-e4d44792d7f6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:25.654690 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3a83f5c3-c22a-485f-812d-9ffc65eff04b req-fdbf9d0a-dfa5-41b3-8484-e4d44792d7f6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0506332 Sep 13 03:30:25.704707 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3a83f5c3-c22a-485f-812d-9ffc65eff04b req-f1b0d954-a362-43e5-b5fe-90971a122c56 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Sep 13 03:30:25.766584 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=31 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:26.835051 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98c47f-f085-489d-857f-4bf4dbd2ffb2 req-90ac13f4-741b-4d5b-b3f8-2c9532f32e6a tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:26.836552 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d98c47f-f085-489d-857f-4bf4dbd2ffb2 req-90ac13f4-741b-4d5b-b3f8-2c9532f32e6a tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0575459 Sep 13 03:30:26.888034 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9d98c47f-f085-489d-857f-4bf4dbd2ffb2 req-7fabe62f-6909-459c-86c1-07452ff95ac5 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Sep 13 03:30:27.022265 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:28.024639 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54480a-2cca-4a85-a024-5aa168f3015d req-7ed75801-e4e2-464f-8251-3e96e1055635 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:28.026186 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5c54480a-2cca-4a85-a024-5aa168f3015d req-7ed75801-e4e2-464f-8251-3e96e1055635 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0589764 Sep 13 03:30:28.122235 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5c54480a-2cca-4a85-a024-5aa168f3015d req-9d6909a6-5de7-4726-bf8f-44cc89d2547c tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723178 Sep 13 03:30:29.258816 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326b08a-65bc-45d0-86cd-dd5b14bd1a8a req-aa6f1993-aa13-4442-9760-9c3b711d0b9b tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:29.260565 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7326b08a-65bc-45d0-86cd-dd5b14bd1a8a req-aa6f1993-aa13-4442-9760-9c3b711d0b9b tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0624349 Sep 13 03:30:29.338126 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7326b08a-65bc-45d0-86cd-dd5b14bd1a8a req-cff2ee71-103f-480e-aef3-1517cb96af00 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684783 Sep 13 03:30:30.332860 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:30.487635 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b51a0d-a72a-44b3-90ef-274c62e6c417 req-4442c227-a5b8-4e3c-849e-65e2fc9d5ad9 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:30.489646 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-63b51a0d-a72a-44b3-90ef-274c62e6c417 req-4442c227-a5b8-4e3c-849e-65e2fc9d5ad9 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0646455 Sep 13 03:30:30.547022 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-63b51a0d-a72a-44b3-90ef-274c62e6c417 req-f8490ac0-9bee-4612-aa6d-0275076a7c10 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512378 Sep 13 03:30:31.684511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e071c-6346-41e9-8fe1-b661e1abd82d req-c2d3983a-fccf-43a8-a48a-8c81d0c8f987 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:31.686300 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b5e071c-6346-41e9-8fe1-b661e1abd82d req-c2d3983a-fccf-43a8-a48a-8c81d0c8f987 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0591111 Sep 13 03:30:31.746725 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4b5e071c-6346-41e9-8fe1-b661e1abd82d req-e11b5b84-47f4-4cce-a261-266a9a63c8cb tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533941 Sep 13 03:30:32.872358 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603589f1-e452-494c-8fe9-423b4278c764 req-13a58ce5-632b-4dfe-8b45-672bafcc7902 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:32.873967 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-603589f1-e452-494c-8fe9-423b4278c764 req-13a58ce5-632b-4dfe-8b45-672bafcc7902 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0483596 Sep 13 03:30:32.922429 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-603589f1-e452-494c-8fe9-423b4278c764 req-493d9bf3-99f9-4f00-b03b-5f1100aa44b8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Sep 13 03:30:34.045241 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169473e-9806-4a75-9998-d8844cb545aa req-554e0b91-6d26-4c33-8e30-736bc83b65ff tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:34.046912 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3169473e-9806-4a75-9998-d8844cb545aa req-554e0b91-6d26-4c33-8e30-736bc83b65ff tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0482008 Sep 13 03:30:34.099753 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3169473e-9806-4a75-9998-d8844cb545aa req-dbf2063b-8151-4daa-8964-a33d398ff31e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465827 Sep 13 03:30:35.226230 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36816-c9e7-42c7-bacf-7d9582ad9112 req-32dd79cc-3ce0-4004-9d4d-4e03dc8d5c6e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:35.227730 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-38a36816-c9e7-42c7-bacf-7d9582ad9112 req-32dd79cc-3ce0-4004-9d4d-4e03dc8d5c6e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 932 time: 0.0524645 Sep 13 03:30:35.275278 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-38a36816-c9e7-42c7-bacf-7d9582ad9112 req-dda570e1-7109-4d16-90f3-59b048043efc tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Sep 13 03:30:35.490205 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Request body: {'port': {'device_id': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:35.553507 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:36.072597 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:36.077969 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:36.107813 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8213ce-3653-4272-bd22-22e80d1944df {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:30:36.115965 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Publish callbacks [] for port (fd8213ce-3653-4272-bd22-22e80d1944df), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:36.128029 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Transition to ACTIVE for port object fd8213ce-3653-4272-bd22-22e80d1944df will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:30:36.131637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:36.193943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:36.241687 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Attempting to bind port fd8213ce-3653-4272-bd22-22e80d1944df on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:36.242026 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Attempting to bind port fd8213ce-3653-4272-bd22-22e80d1944df by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:36.242401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Attempting to bind port fd8213ce-3653-4272-bd22-22e80d1944df on network 250124f3-9050-45ee-884e-2007ff51f342 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:36.287710 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Port fd8213ce-3653-4272-bd22-22e80d1944df on network 250124f3-9050-45ee-884e-2007ff51f342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:30:36.288051 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Attempting to bind port fd8213ce-3653-4272-bd22-22e80d1944df on network 250124f3-9050-45ee-884e-2007ff51f342 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:36.336459 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:36.336728 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Checking segment: {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:36.337119 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Bound using segment: {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:36.337574 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Bound port: fd8213ce-3653-4272-bd22-22e80d1944df, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0178ccd3-07d8-43ce-92cc-db1f5cde9e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '250124f3-9050-45ee-884e-2007ff51f342'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:36.337945 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:36.411702 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:36.417766 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fd8213ce-3653-4272-bd22-22e80d1944df,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:36.425748 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:36.458309 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:36.458973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:36.460546 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 1094 time: 0.9761291 Sep 13 03:30:36.461423 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:30:36.463602 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:30:36.497955 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f3533-7e34-4f50-a921-90ee3758bb98 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:36.533891 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b88f6-5bef-4323-b047-45e403a83903 x-openstack-request-id: req-d12b88f6-5bef-4323-b047-45e403a83903 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:30:36.534296 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:30:36.534641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d12b88f6-5bef-4323-b047-45e403a83903 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:30:36.535335 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12b88f6-5bef-4323-b047-45e403a83903'] response: {'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'status': 'completed', 'code': 200} Sep 13 03:30:36.559897 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5e30b-36c0-4755-81be-e4085870cf11 req-dbeb11c5-0431-4297-bff3-41bce94b2a84 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:36.562316 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a3b5e30b-36c0-4755-81be-e4085870cf11 req-dbeb11c5-0431-4297-bff3-41bce94b2a84 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 944 time: 0.0597715 Sep 13 03:30:36.602781 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-9979872b-9724-4148-9fff-743e20d9ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:36.604397 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-9979872b-9724-4148-9fff-743e20d9ec44 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1128 time: 0.0421140 Sep 13 03:30:36.614717 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a3b5e30b-36c0-4755-81be-e4085870cf11 req-363d9f70-9643-4d3d-98d4-c033af8e6940 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Sep 13 03:30:36.668807 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-27d3f42b-974c-4fe9-ac64-026ce2be935c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 217 time: 0.0374098 Sep 13 03:30:36.719010 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-19f0d62b-689f-48d7-8d48-52c8cb07053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:36.720401 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-19f0d62b-689f-48d7-8d48-52c8cb07053a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.0440390 Sep 13 03:30:36.764261 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-ab9bbdd7-580c-4406-a011-8cb0d2059280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:36.765703 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-ab9bbdd7-580c-4406-a011-8cb0d2059280 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377085 Sep 13 03:30:36.859009 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-c02edcf9-81ef-4901-8abb-30b323d385c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865221 Sep 13 03:30:36.949743 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c925d7c8-973c-4d2f-985d-ff431c5fae0c req-7d8af941-7d48-403a-a038-87c6bde989a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828032 Sep 13 03:30:37.741274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f6afd-5a0f-4ff5-a186-21777b2e616b req-415ef1b4-31f2-4c9e-9df8-756fb8979e52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:37.742762 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-250f6afd-5a0f-4ff5-a186-21777b2e616b req-415ef1b4-31f2-4c9e-9df8-756fb8979e52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 944 time: 0.0520797 Sep 13 03:30:37.775624 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:37.794076 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-250f6afd-5a0f-4ff5-a186-21777b2e616b req-ef2842a5-2639-4362-9563-1b5bff8bda51 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Sep 13 03:30:38.913388 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c974ec-dd28-4ad4-86c2-8c9fedd4c33f req-0367d42d-0901-44c4-8a0a-faf3ca47baae tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:38.915105 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b1c974ec-dd28-4ad4-86c2-8c9fedd4c33f req-0367d42d-0901-44c4-8a0a-faf3ca47baae tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 944 time: 0.0495152 Sep 13 03:30:38.961956 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b1c974ec-dd28-4ad4-86c2-8c9fedd4c33f req-fcea19a0-9881-40bc-8ee5-d161fb430916 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414152 Sep 13 03:30:39.457853 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50034) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:39.596333 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Deleting port c35b1455-980d-497e-a40a-bdf7d19f3c0c {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:39.596570 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:39.652171 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:39.684855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:39.685174 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for floatingip (c35b1455-980d-497e-a40a-bdf7d19f3c0c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:39.697436 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Calling delete_port for c35b1455-980d-497e-a40a-bdf7d19f3c0c owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:39.888352 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-2e0c2db4-5040-44ba-ad99-36721268cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:39.890018 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-2e0c2db4-5040-44ba-ad99-36721268cbfd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1128 time: 0.0555196 Sep 13 03:30:39.891994 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (c35b1455-980d-497e-a40a-bdf7d19f3c0c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:39.935712 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event deleted for resources: {'Port': ['ID=c35b1455-980d-497e-a40a-bdf7d19f3c0c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:40.056645 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for floatingip (a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:40.056989 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Floating IP a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e disassociated (deleted). External IP: 172.27.1.201, port: 802c0f2a-3726-4731-b295-4046e1e4707e. Sep 13 03:30:40.115989 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-65cb6ed5-172e-4095-b1ee-a8bd6106dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:40.117452 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-65cb6ed5-172e-4095-b1ee-a8bd6106dd2d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 916 time: 0.2167099 Sep 13 03:30:40.168766 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-d6858c1f-629f-4644-916f-5b3071d8f997 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 217 time: 0.0432131 Sep 13 03:30:40.176884 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c59695-5c3c-413f-8e6e-b71e0c1ec39a req-ec4751aa-afda-4728-b72f-d4911d55e2ea tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:40.178273 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2c59695-5c3c-413f-8e6e-b71e0c1ec39a req-ec4751aa-afda-4728-b72f-d4911d55e2ea tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 944 time: 0.1263103 Sep 13 03:30:40.274228 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:40.302637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-8effe4f3-8f5c-48bc-b84d-36e287ae7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:40.304170 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-8effe4f3-8f5c-48bc-b84d-36e287ae7843 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.1236017 Sep 13 03:30:40.309961 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2c59695-5c3c-413f-8e6e-b71e0c1ec39a req-5aa3731e-fb91-41cc-a28b-7a9a3e9cfec6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207826 Sep 13 03:30:40.321568 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=68 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:40.327909 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=45,neutron:UPDATE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:40.393755 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-d4550a61-fd6e-406a-a225-41222dfb079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:40.395290 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-d4550a61-fd6e-406a-a225-41222dfb079e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831106 Sep 13 03:30:40.494474 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:40.500914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Router 3b8c3017-e16b-42be-b875-76d56d7b85be has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:30:40.535943 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-6d978d82-71a5-4b77-b5cf-42af180ac486 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165469 Sep 13 03:30:40.698368 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:40.703698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:40.707708 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] Sync routers for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:40.708481 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5007ff27-5f64-4ff6-825c-ff3b02cd66ea req-162da490-d688-4013-8a90-7ee51c0e805a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437938 Sep 13 03:30:40.717425 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:40.718026 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:40.737538 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-eef05be0-b66a-438f-87fa-c5f3cc5b303b tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e HTTP/1.1" status: 204 len: 168 time: 1.2760096 Sep 13 03:30:40.737538 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:30:40.737872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4375e74-a974-4275-b446-b467cddc8546" -d '{"events": [{"name": "network-changed", "server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:30:40.779067 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8fd435-895e-4dad-8587-18c7e589e7e5 x-openstack-request-id: req-7a8fd435-895e-4dad-8587-18c7e589e7e5 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:30:40.779355 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:30:40.779613 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a8fd435-895e-4dad-8587-18c7e589e7e5 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:30:40.780025 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8fd435-895e-4dad-8587-18c7e589e7e5'] response: {'name': 'network-changed', 'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e', 'status': 'completed', 'code': 200} Sep 13 03:30:40.834075 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:40.873010 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4375e74-a974-4275-b446-b467cddc8546 req-7ba7314e-63df-48d0-8c73-8ba94689e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:40.874575 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4375e74-a974-4275-b446-b467cddc8546 req-7ba7314e-63df-48d0-8c73-8ba94689e974 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fb8fff2dfb49442492296d4c1701abb1&device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 1129 time: 0.0434115 Sep 13 03:30:40.981903 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device fd8213ce-3653-4272-bd22-22e80d1944df details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:30:41.096687 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 5, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:41.128533 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] Checking router: 3b8c3017-e16b-42be-b875-76d56d7b85be for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:41.130772 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b67b-a856-4686-9418-e338e4431888 req-b286234c-6910-4905-ad6f-a96ccaf7ba91 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:41.132256 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a8e9b67b-a856-4686-9418-e338e4431888 req-b286234c-6910-4905-ad6f-a96ccaf7ba91 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0483184 Sep 13 03:30:41.146781 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:41.147399 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:41.183139 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a8e9b67b-a856-4686-9418-e338e4431888 req-6b3c13b4-19b2-429a-96b1-d02cf6da12dc tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Sep 13 03:30:41.214692 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fd8213ce-3653-4272-bd22-22e80d1944df,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:41.255670 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'port_id': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'mac_address': 'fa:16:3e:0e:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:30:41.303639 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:41.334539 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port fd8213ce-3653-4272-bd22-22e80d1944df is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:41.335218 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:41.358041 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8213ce-3653-4272-bd22-22e80d1944df {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:30:41.432043 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f5070-f6dd-445f-a9ec-9d523b261d32 req-9e0e3674-02f7-4677-ab13-918e96b3dbb6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:41.433636 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b72f5070-f6dd-445f-a9ec-9d523b261d32 req-9e0e3674-02f7-4677-ab13-918e96b3dbb6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 944 time: 0.0475285 Sep 13 03:30:41.444100 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fd8213ce-3653-4272-bd22-22e80d1944df,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:41.452998 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:41.482501 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b72f5070-f6dd-445f-a9ec-9d523b261d32 req-e366b0cb-9135-4c59-9c1c-149e31aa8b19 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Sep 13 03:30:41.531153 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:41.558404 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.558710 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.559061 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.559420 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.559741 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.560074 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.560403 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.560734 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.561061 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.561386 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.561713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.562038 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.562362 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.562713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.563038 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:41.576378 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:41.582965 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 5, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:41.585998 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:41.608673 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4479ed-c332-4e84-8518-3e10902ecf76 None None] The sync data for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi is: [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:17Z', 'revision_number': 4, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8', 'name': '', 'network_id': '3898e3b7-a638-40b6-8dfc-c2cf58e36d66', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'mac_address': 'fa:16:3e:b0:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:16Z', 'updated_at': '2022-09-13T03:23:23Z', 'revision_number': 5, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'subnets': [{'id': '9e37287b-d559-4f18-b8fd-dc8edba2b14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:41.831130 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d87d395-17f9-4643-ab04-a16cdd5a3f7d None None] New status for floating IP a0f07ef8-fd3f-47eb-bfce-21d99cd62f2e: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:30:41.965959 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['fd8213ce-3653-4272-bd22-22e80d1944df'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:30:42.308943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a64bdb-ce26-4637-8bb5-af996070fa9b req-0e1f01c5-02c1-4e6b-aadb-704eac6866bb tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:42.310390 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2a64bdb-ce26-4637-8bb5-af996070fa9b req-0e1f01c5-02c1-4e6b-aadb-704eac6866bb tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0546708 Sep 13 03:30:42.411089 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2a64bdb-ce26-4637-8bb5-af996070fa9b req-32091e6e-94ac-4c04-ab14-08e36f52db28 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917621 Sep 13 03:30:42.436056 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4375e74-a974-4275-b446-b467cddc8546 req-e7e09350-7630-4fda-9881-b3b9ee474546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:42.437492 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4375e74-a974-4275-b446-b467cddc8546 req-e7e09350-7630-4fda-9881-b3b9ee474546 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 200 len: 909 time: 0.1262484 Sep 13 03:30:42.603647 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442228d3-d7fe-4728-8bab-377624cdb348 req-0ad31089-947d-4990-af3d-e529cb1f6d18 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:42.605452 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-442228d3-d7fe-4728-8bab-377624cdb348 req-0ad31089-947d-4990-af3d-e529cb1f6d18 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 945 time: 0.0490506 Sep 13 03:30:42.651135 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-442228d3-d7fe-4728-8bab-377624cdb348 req-d523d17b-b39a-4a0d-bbef-5bb83847a26c tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Sep 13 03:30:42.976531 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4375e74-a974-4275-b446-b467cddc8546 req-778f79ae-2207-4b5d-a1d6-69a02b7ba2a9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 200 len: 217 time: 0.0369706 Sep 13 03:30:43.303522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4375e74-a974-4275-b446-b467cddc8546 req-2222ae48-c0df-4e8c-8103-10adbb53f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:43.304936 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4375e74-a974-4275-b446-b467cddc8546 req-2222ae48-c0df-4e8c-8103-10adbb53f8df service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 200 len: 847 time: 0.0453508 Sep 13 03:30:43.312246 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device fd8213ce-3653-4272-bd22-22e80d1944df up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:30:43.356658 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port fd8213ce-3653-4272-bd22-22e80d1944df completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:30:43.362002 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port fd8213ce-3653-4272-bd22-22e80d1944df triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:43.362367 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:43.535606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb315ce1-9b83-4d26-aa17-9c00e366f14e req-9b30d8e7-4cd4-47b2-9e93-94a281627f9d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:43.537051 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb315ce1-9b83-4d26-aa17-9c00e366f14e req-9b30d8e7-4cd4-47b2-9e93-94a281627f9d tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Sep 13 03:30:43.556818 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port fd8213ce-3653-4272-bd22-22e80d1944df is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:30:43.557203 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:43.579534 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:30:43.581753 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8145f597-684c-4c07-a319-83d6e9244915" -d '{"events": [{"server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "name": "network-vif-plugged", "status": "completed", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:30:43.587452 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb315ce1-9b83-4d26-aa17-9c00e366f14e req-0f7ca1c8-2313-4f59-b137-e99c1bb6cb2f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8218143-7966-4991-936a-ba99dd8b8c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445330 Sep 13 03:30:43.594794 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fd8213ce-3653-4272-bd22-22e80d1944df,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:43.600768 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:43.622987 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a31bc-1a8c-4f84-a51b-f1b2b331c200 x-openstack-request-id: req-333a31bc-1a8c-4f84-a51b-f1b2b331c200 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:30:43.623276 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "name": "network-vif-plugged", "status": "completed", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:30:43.623538 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-333a31bc-1a8c-4f84-a51b-f1b2b331c200 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:30:43.623909 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333a31bc-1a8c-4f84-a51b-f1b2b331c200'] response: {'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'code': 200} Sep 13 03:30:43.649744 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:43.777191 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:43.785126 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4375e74-a974-4275-b446-b467cddc8546 req-2fdf5bbd-84eb-4c51-9700-fea01dc5b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:43.787325 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4375e74-a974-4275-b446-b467cddc8546 req-2fdf5bbd-84eb-4c51-9700-fea01dc5b02a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3898e3b7-a638-40b6-8dfc-c2cf58e36d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805366 Sep 13 03:30:43.802006 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578db6fb-d155-4ddb-a6cd-2d93afe7ab44 req-90ccb565-496f-4d4b-bb33-6a4ae3e72e51 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:43.803664 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-578db6fb-d155-4ddb-a6cd-2d93afe7ab44 req-90ccb565-496f-4d4b-bb33-6a4ae3e72e51 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0622907 Sep 13 03:30:43.856206 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-578db6fb-d155-4ddb-a6cd-2d93afe7ab44 req-255c0fde-dd69-4b5e-b00f-dac8d20c97c2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Sep 13 03:30:43.947481 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c660c-d5bd-496e-9215-215f5c08ef7a req-871a46b1-a304-4498-9ad3-042486fbafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:43.949066 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8a0c660c-d5bd-496e-9215-215f5c08ef7a req-871a46b1-a304-4498-9ad3-042486fbafa8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1130 time: 0.0406907 Sep 13 03:30:43.970176 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:43.977817 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71164968-c72c-42a2-b9f1-2ea2919365be req-8761494d-2ef3-42bb-80cf-48c61a7c295f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:43.979286 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-71164968-c72c-42a2-b9f1-2ea2919365be req-8761494d-2ef3-42bb-80cf-48c61a7c295f tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 945 time: 0.0813212 Sep 13 03:30:43.984193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:43.992811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:43.996603 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8a0c660c-d5bd-496e-9215-215f5c08ef7a req-6bde4ee1-20a7-407f-87c8-4f50077586bb service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Sep 13 03:30:44.037932 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4375e74-a974-4275-b446-b467cddc8546 req-4fdbebfa-2389-4241-8e25-7e54b5c82ed7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577265 Sep 13 03:30:44.083370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Deleting port 802c0f2a-3726-4731-b295-4046e1e4707e {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:44.083714 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:44.174232 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] For port 802c0f2a-3726-4731-b295-4046e1e4707e, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=802c0f2a-3726-4731-b295-4046e1e4707e,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:44.174598 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:44.187805 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Calling delete_port for 802c0f2a-3726-4731-b295-4046e1e4707e owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:44.317843 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (802c0f2a-3726-4731-b295-4046e1e4707e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:44.351602 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event deleted for resources: {'Port': ['ID=802c0f2a-3726-4731-b295-4046e1e4707e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:44.400461 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] No DVR routers for this DVR port 802c0f2a-3726-4731-b295-4046e1e4707e on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:30:44.402913 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:44.406325 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-71164968-c72c-42a2-b9f1-2ea2919365be req-d6e7c759-9fa5-45c0-95f9-ab83dee30c94 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.57 "DELETE /networking/v2.0/ports/802c0f2a-3726-4731-b295-4046e1e4707e HTTP/1.1" status: 204 len: 173 time: 0.4199562 Sep 13 03:30:44.420489 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-deleted', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:30:44.422849 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952853a0-6ee7-40b5-ac22-a30a73b8cb5c" -d '{"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-deleted", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:30:44.476499 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af76d40-0b65-4156-94b7-11265d647795 x-openstack-request-id: req-5af76d40-0b65-4156-94b7-11265d647795 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:30:44.476920 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae88f2e-fe4e-46c6-bf5a-0381e90e26c6", "name": "network-vif-deleted", "tag": "802c0f2a-3726-4731-b295-4046e1e4707e", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:30:44.477090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af76d40-0b65-4156-94b7-11265d647795 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:30:44.477438 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af76d40-0b65-4156-94b7-11265d647795'] response: {'server_uuid': 'aae88f2e-fe4e-46c6-bf5a-0381e90e26c6', 'name': 'network-vif-deleted', 'tag': '802c0f2a-3726-4731-b295-4046e1e4707e', 'status': 'completed', 'code': 200} Sep 13 03:30:44.511116 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e4375e74-a974-4275-b446-b467cddc8546 req-1daa6c8b-f513-4dbe-931d-bc3a8ab27190 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324952 Sep 13 03:30:44.592562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0845c795-cf80-47f9-bac8-bac73a4560a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:44.697476 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5fc2876f-6e14-4558-98c3-55c11a5f41e4 req-2aa1b753-2dbd-49d2-9a9b-9c6c59266cd6 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 210 time: 0.0317814 Sep 13 03:30:44.981885 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af48e0-b20f-49b9-9fde-06c8cb78c7e3 req-0780aba1-bc9f-4592-9779-00bea511da2e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:44.983296 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39af48e0-b20f-49b9-9fde-06c8cb78c7e3 req-0780aba1-bc9f-4592-9779-00bea511da2e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0499654 Sep 13 03:30:45.032363 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39af48e0-b20f-49b9-9fde-06c8cb78c7e3 req-4b9324e1-3712-425f-b82e-12c587f01de5 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Sep 13 03:30:45.811705 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fe59052a-4b9b-4a96-8599-a845b1d28c87 req-feef920c-c2e4-4ab3-8ce9-be622ff16f03 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 210 time: 0.0287168 Sep 13 03:30:46.346648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceead063-2990-4e0d-b0da-c6f2e253efcb req-d694a55e-bb48-48da-9a4b-806f87ed477e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:46.348242 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ceead063-2990-4e0d-b0da-c6f2e253efcb req-d694a55e-bb48-48da-9a4b-806f87ed477e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.2353189 Sep 13 03:30:46.398531 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ceead063-2990-4e0d-b0da-c6f2e253efcb req-8d537762-5fa8-4000-9ace-cd42afe73846 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446663 Sep 13 03:30:46.526738 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760581c0-33e5-4e83-af83-13a5bcadee6a req-ee0dee4a-0a11-4a6f-b09c-02cd4898f90f tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:46.528202 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-760581c0-33e5-4e83-af83-13a5bcadee6a req-ee0dee4a-0a11-4a6f-b09c-02cd4898f90f tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Sep 13 03:30:46.574440 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-760581c0-33e5-4e83-af83-13a5bcadee6a req-1ed77839-251d-4ca2-86d0-48e7749bcb2f tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Sep 13 03:30:46.958635 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:46.976938 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209215d-d304-46d6-9b78-c2c899b5ca5b req-8663b8a1-a3ea-4522-8e78-a1867bbfbbf6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:46.978498 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2209215d-d304-46d6-9b78-c2c899b5ca5b req-8663b8a1-a3ea-4522-8e78-a1867bbfbbf6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0986147 Sep 13 03:30:46.982967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-72e4db1f-dbfa-4a72-a898-597af90a2ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:47.019191 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-90708c2b-537f-4ce1-abd2-05332f37fb5a req-4d5389dc-953c-4e37-beef-03335e18e242 tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aae88f2e-fe4e-46c6-bf5a-0381e90e26c6 HTTP/1.1" status: 200 len: 210 time: 0.0493767 Sep 13 03:30:47.090877 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2209215d-d304-46d6-9b78-c2c899b5ca5b req-dea3bf94-58e7-4833-be8c-15bc8492070a tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986166 Sep 13 03:30:47.285946 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586bcad-7734-4ed7-b959-8a4d448e2cd8 req-373d2491-63e5-419b-8174-887d76d7bc21 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:47.287498 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6586bcad-7734-4ed7-b959-8a4d448e2cd8 req-373d2491-63e5-419b-8174-887d76d7bc21 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0475640 Sep 13 03:30:47.337497 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6586bcad-7734-4ed7-b959-8a4d448e2cd8 req-b1912400-0d52-462c-8a9e-126887fb4d6a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Sep 13 03:30:47.342277 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 802c0f2a-3726-4731-b295-4046e1e4707e no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:47.375863 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 802c0f2a-3726-4731-b295-4046e1e4707e {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:47.376294 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 802c0f2a-3726-4731-b295-4046e1e4707e not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:48.080705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50134) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:48.094768 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:48.138263 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5be9cf9f-99a8-4ab1-a074-96d9c5ab889e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group (f8218143-7966-4991-936a-ba99dd8b8c54), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:48.162982 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5be9cf9f-99a8-4ab1-a074-96d9c5ab889e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group (f8218143-7966-4991-936a-ba99dd8b8c54), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:48.198224 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:48.226453 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5be9cf9f-99a8-4ab1-a074-96d9c5ab889e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f8218143-7966-4991-936a-ba99dd8b8c54), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:48.229183 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5be9cf9f-99a8-4ab1-a074-96d9c5ab889e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:48.230299 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5be9cf9f-99a8-4ab1-a074-96d9c5ab889e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f8218143-7966-4991-936a-ba99dd8b8c54 HTTP/1.1" status: 204 len: 168 time: 0.1489849 Sep 13 03:30:48.239473 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cf9f-99a8-4ab1-a074-96d9c5ab889e tempest-TestShelveInstance-339756243 tempest-TestShelveInstance-339756243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8218143-7966-4991-936a-ba99dd8b8c54,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:48.295889 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50142) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:48.528361 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813c41-51af-4b7d-a250-1d1bfcc50ed5 req-84a12695-2cff-4e98-b9a8-b30142f14a01 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:48.529843 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bf813c41-51af-4b7d-a250-1d1bfcc50ed5 req-84a12695-2cff-4e98-b9a8-b30142f14a01 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1046364 Sep 13 03:30:48.580150 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bf813c41-51af-4b7d-a250-1d1bfcc50ed5 req-ae0e221e-4bb9-47ba-bbca-3ff1164c59a7 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Sep 13 03:30:48.711055 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (3b8c3017-e16b-42be-b875-76d56d7b85be), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:49.191732 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Deleting port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:49.192476 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:49.218673 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f0174-0da5-4388-9dbb-921531d5b370 req-e0866784-0011-4ea5-9bc1-90922c39f84b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:49.220242 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-362f0174-0da5-4388-9dbb-921531d5b370 req-e0866784-0011-4ea5-9bc1-90922c39f84b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0494561 Sep 13 03:30:49.268732 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-362f0174-0da5-4388-9dbb-921531d5b370 req-f08e87b7-c165-4d9f-9142-e1547c802a98 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417209 Sep 13 03:30:49.269140 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:49.271631 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] For port b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:49.271998 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:49.287511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Calling delete_port for b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:49.382502 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:49.460379 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b43153-b282-4ca4-b195-bc604c434e1a req-8ef8ef1d-3ec3-4fbf-8115-6659638eb211 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:49.461784 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40b43153-b282-4ca4-b195-bc604c434e1a req-8ef8ef1d-3ec3-4fbf-8115-6659638eb211 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0639639 Sep 13 03:30:49.514017 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:49.539544 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:49.588654 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:49.788166 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port bd04d4b1-89e1-4671-a828-65eb8d1e5eab {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:49.788512 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:49.799471 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b991-05a2-4394-a86b-f7a4291f9e67 req-999e5ab9-bcc2-4023-a705-6b59c91bfdac tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:49.801464 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c036b991-05a2-4394-a86b-f7a4291f9e67 req-999e5ab9-bcc2-4023-a705-6b59c91bfdac tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1154439 Sep 13 03:30:49.905441 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:49.927876 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (3b8c3017-e16b-42be-b875-76d56d7b85be), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.009859 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c036b991-05a2-4394-a86b-f7a4291f9e67 req-c2400472-c894-4fd6-aa96-cadfbc2a7373 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948349 Sep 13 03:30:50.023230 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] For port bd04d4b1-89e1-4671-a828-65eb8d1e5eab, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:50.023606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.189046 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:50.304447 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:50.325765 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.326132 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (1d01066a-de34-4cc8-90fe-85dd72dc36a9), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.326448 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 1d01066a-de34-4cc8-90fe-85dd72dc36a9 disassociated. External IP: 172.27.1.170, port: bd04d4b1-89e1-4671-a828-65eb8d1e5eab. Sep 13 03:30:50.326813 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for bd04d4b1-89e1-4671-a828-65eb8d1e5eab owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:50.393840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Router 3b8c3017-e16b-42be-b875-76d56d7b85be has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:30:50.457790 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45d689-6910-4ba3-8f5b-f28be53fffc2 req-75292c1c-794b-4a7c-8b7b-660d89c505cb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:50.459283 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a45d689-6910-4ba3-8f5b-f28be53fffc2 req-75292c1c-794b-4a7c-8b7b-660d89c505cb tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0832696 Sep 13 03:30:50.616255 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6a45d689-6910-4ba3-8f5b-f28be53fffc2 req-a1c937b6-1343-4366-bdc3-a02a3df7f117 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265297 Sep 13 03:30:50.638039 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:50.644064 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-dd769129-e9ec-41be-90cf-b1f21f3e23ae admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/3b8c3017-e16b-42be-b875-76d56d7b85be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3464983 Sep 13 03:30:50.647154 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50188) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:50.647578 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (bd04d4b1-89e1-4671-a828-65eb8d1e5eab), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.661718 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc800bac-5989-4759-8718-40e462263959 None None] Sync routers for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:50.672578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:50.673196 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:50.679006 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=bd04d4b1-89e1-4671-a828-65eb8d1e5eab,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:50.773031 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks [] for router (3b8c3017-e16b-42be-b875-76d56d7b85be), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.790715 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:50.806051 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:30:50.878414 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks [] for router_gateway (3b8c3017-e16b-42be-b875-76d56d7b85be), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.923382 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:50.928123 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Deleting port f28c7a40-22ee-4f0b-b6b3-df5738d61587 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:50.928536 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.935170 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:50.948839 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:50.949730 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:50.972901 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] No DVR routers for this DVR port bd04d4b1-89e1-4671-a828-65eb8d1e5eab on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:30:50.976237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:50.979266 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40b43153-b282-4ca4-b195-bc604c434e1a req-e5c411b3-f076-4829-a375-2d0d55eda7ef tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "DELETE /networking/v2.0/ports/bd04d4b1-89e1-4671-a828-65eb8d1e5eab HTTP/1.1" status: 204 len: 173 time: 1.3899193 Sep 13 03:30:50.979775 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'name': 'network-vif-deleted', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:30:50.981615 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:30:49Z', 'revision_number': 5, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port': {'id': 'f28c7a40-22ee-4f0b-b6b3-df5738d61587', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:50.982028 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f78affe-23e1-47c2-a122-ef523098f26b" -d '{"events": [{"server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "name": "network-vif-deleted", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:30:51.012670 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc800bac-5989-4759-8718-40e462263959 None None] Checking router: 3b8c3017-e16b-42be-b875-76d56d7b85be for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:51.021760 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:51.025879 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] Routers {'3b8c3017-e16b-42be-b875-76d56d7b85be'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:51.026923 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['3b8c3017-e16b-42be-b875-76d56d7b85be'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:51.034366 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] For port f28c7a40-22ee-4f0b-b6b3-df5738d61587, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f28c7a40-22ee-4f0b-b6b3-df5738d61587,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:51.034927 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.052588 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d682b822-d7ca-420f-8627-fc6ebb10a283 x-openstack-request-id: req-d682b822-d7ca-420f-8627-fc6ebb10a283 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:30:51.052881 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0446c67-3992-4af8-9863-0eed6088d0a7", "name": "network-vif-deleted", "tag": "bd04d4b1-89e1-4671-a828-65eb8d1e5eab", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:30:51.053890 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d682b822-d7ca-420f-8627-fc6ebb10a283 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:30:51.054424 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d682b822-d7ca-420f-8627-fc6ebb10a283'] response: {'server_uuid': 'd0446c67-3992-4af8-9863-0eed6088d0a7', 'name': 'network-vif-deleted', 'tag': 'bd04d4b1-89e1-4671-a828-65eb8d1e5eab', 'status': 'completed', 'code': 200} Sep 13 03:30:51.065321 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Calling delete_port for f28c7a40-22ee-4f0b-b6b3-df5738d61587 owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:51.163595 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:51.171885 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:51.181278 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] Set router 3b8c3017-e16b-42be-b875-76d56d7b85be gateway port host: None {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:51.220354 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-90877a0a-c3af-4360-b404-19c3eca6ef72 req-7c4bfe43-b501-4dd3-be4a-5b24303cfbd2 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0446c67-3992-4af8-9863-0eed6088d0a7 HTTP/1.1" status: 200 len: 210 time: 0.0853126 Sep 13 03:30:51.252192 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-fc800bac-5989-4759-8718-40e462263959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:30:50Z', 'revision_number': 6, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:51.313308 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc800bac-5989-4759-8718-40e462263959 None None] The sync data for ids ['3b8c3017-e16b-42be-b875-76d56d7b85be'] in dv-cinder-857075-2-iscsi is: [{'id': '3b8c3017-e16b-42be-b875-76d56d7b85be', 'name': 'tempest-TestShelveInstance-276763138-router', 'tenant_id': 'fb8fff2dfb49442492296d4c1701abb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:14Z', 'updated_at': '2022-09-13T03:30:50Z', 'revision_number': 6, 'project_id': 'fb8fff2dfb49442492296d4c1701abb1', 'gw_port_host': None}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:51.392497 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (f28c7a40-22ee-4f0b-b6b3-df5738d61587), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.420255 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28c7a40-22ee-4f0b-b6b3-df5738d61587,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:51.428811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:51.450587 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.451520 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.451864 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.452202 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.452617 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.452931 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.453178 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.453496 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.453823 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.454148 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.454486 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.454803 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.455851 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.456337 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.456673 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:30:51.475322 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:51.488667 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:51.501902 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (3b8c3017-e16b-42be-b875-76d56d7b85be), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.503518 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:51.512473 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:51.513071 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:51.589886 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (3b8c3017-e16b-42be-b875-76d56d7b85be), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.592074 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks [] for router_controller (3b8c3017-e16b-42be-b875-76d56d7b85be), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.609406 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:51.634833 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (3b8c3017-e16b-42be-b875-76d56d7b85be), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.635442 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b8c3017-e16b-42be-b875-76d56d7b85be {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:30:51.640539 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.641686 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d2715128-5b9d-4498-9012-00de6fdbdc96 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/3b8c3017-e16b-42be-b875-76d56d7b85be HTTP/1.1" status: 204 len: 168 time: 0.9935913 Sep 13 03:30:51.644448 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50198) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:51.700540 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] Deleting subnet 9e37287b-d559-4f18-b8fd-dc8edba2b14b {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:30:51.704811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] Publish callbacks [] for subnet (9e37287b-d559-4f18-b8fd-dc8edba2b14b), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.778221 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15521410'] for subnet (9e37287b-d559-4f18-b8fd-dc8edba2b14b), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.786071 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2c710-e500-47d7-bc2a-9391863d83f1 req-2d88fecd-e992-40a2-992d-6e710f9890c0 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:51.792369 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9db2c710-e500-47d7-bc2a-9391863d83f1 req-2d88fecd-e992-40a2-992d-6e710f9890c0 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0846300 Sep 13 03:30:51.829318 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:51.857241 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8596ef8-17bc-4240-8dab-9ef01498806c None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:51.881539 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9db2c710-e500-47d7-bc2a-9391863d83f1 req-4528f83f-3e9e-4660-8d89-8a059947c3ff tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700905 Sep 13 03:30:51.933866 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (9e37287b-d559-4f18-b8fd-dc8edba2b14b), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:51.990054 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15663811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13679686'] for subnet (9e37287b-d559-4f18-b8fd-dc8edba2b14b), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.016810 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e37287b-d559-4f18-b8fd-dc8edba2b14b,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:52.020351 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.026203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50202) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:52.026766 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f2e1c186-b323-498b-8e3f-66eeb0279286 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/9e37287b-d559-4f18-b8fd-dc8edba2b14b HTTP/1.1" status: 204 len: 168 time: 0.3809702 Sep 13 03:30:52.028314 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8580e9-a7fe-4c04-9837-89ee1d68caad None None] Network 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:30:52.104136 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (3898e3b7-a638-40b6-8dfc-c2cf58e36d66), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.136897 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42236ed5-bc51-4a3f-943a-399600ef440a None None] New status for floating IP 1d01066a-de34-4cc8-90fe-85dd72dc36a9: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:30:52.164885 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Deleting port cdef6529-1572-4912-a9dd-c91f54efac1c {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:52.165547 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.182149 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:52.224336 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] DHCP port deletion for 3898e3b7-a638-40b6-8dfc-c2cf58e36d66 request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:30:52.245246 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] For port cdef6529-1572-4912-a9dd-c91f54efac1c, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=cdef6529-1572-4912-a9dd-c91f54efac1c,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:52.245615 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.277308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Calling delete_port for cdef6529-1572-4912-a9dd-c91f54efac1c owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:52.299578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] Deleting port cdef6529-1572-4912-a9dd-c91f54efac1c {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:52.300165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.352660 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:52.366664 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50210) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:52.383486 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] For port cdef6529-1572-4912-a9dd-c91f54efac1c, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=cdef6529-1572-4912-a9dd-c91f54efac1c,segment=NetworkSegment(b2339c43-ca16-4cb7-b4e8-8852abc93af6),segment_id=b2339c43-ca16-4cb7-b4e8-8852abc93af6)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:52.383931 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.402046 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] Calling delete_port for cdef6529-1572-4912-a9dd-c91f54efac1c owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:52.405590 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.433791 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdef6529-1572-4912-a9dd-c91f54efac1c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:52.437329 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] No DVR routers for this DVR port cdef6529-1572-4912-a9dd-c91f54efac1c on host dv-cinder-857075-2-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:30:52.448417 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db750801-083d-4cb8-b06f-381695eb56e9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (400a44d2-d96e-4c60-aa8c-a0ac61eb4d17), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.487164 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db750801-083d-4cb8-b06f-381695eb56e9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (400a44d2-d96e-4c60-aa8c-a0ac61eb4d17), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.501289 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (cdef6529-1572-4912-a9dd-c91f54efac1c), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.518244 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (3898e3b7-a638-40b6-8dfc-c2cf58e36d66), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.532974 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] No DVR routers for this DVR port cdef6529-1572-4912-a9dd-c91f54efac1c on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:30:52.537632 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef64209-ab53-4fe6-a297-12559943bdee None None] Pushing event deleted for resources: {'Port': ['ID=cdef6529-1572-4912-a9dd-c91f54efac1c,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:52.551058 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3898e3b7-a638-40b6-8dfc-c2cf58e36d66']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:52.565192 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2339c43-ca16-4cb7-b4e8-8852abc93af6') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:52.565688 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2339c43-ca16-4cb7-b4e8-8852abc93af6') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:52.569833 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db750801-083d-4cb8-b06f-381695eb56e9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (400a44d2-d96e-4c60-aa8c-a0ac61eb4d17), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.573827 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-db750801-083d-4cb8-b06f-381695eb56e9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.575070 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-db750801-083d-4cb8-b06f-381695eb56e9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/400a44d2-d96e-4c60-aa8c-a0ac61eb4d17 HTTP/1.1" status: 204 len: 168 time: 0.2070618 Sep 13 03:30:52.577371 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (b2339c43-ca16-4cb7-b4e8-8852abc93af6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.578518 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50212) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:52.591690 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (b2339c43-ca16-4cb7-b4e8-8852abc93af6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.597149 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db750801-083d-4cb8-b06f-381695eb56e9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400a44d2-d96e-4c60-aa8c-a0ac61eb4d17,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:52.598688 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:30:52.599225 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (b2339c43-ca16-4cb7-b4e8-8852abc93af6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.601237 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.api.v2.resource [None req-5133542c-3197-462a-af61-148720fe8380 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] show failed (client error): The resource could not be found. Sep 13 03:30:52.602342 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-5133542c-3197-462a-af61-148720fe8380 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups/400a44d2-d96e-4c60-aa8c-a0ac61eb4d17 HTTP/1.1" status: 404 len: 347 time: 0.0228238 Sep 13 03:30:52.605709 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50214) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:52.676109 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (3898e3b7-a638-40b6-8dfc-c2cf58e36d66), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.681768 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.685082 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3898e3b7-a638-40b6-8dfc-c2cf58e36d66 HTTP/1.1" status: 204 len: 168 time: 0.6578362 Sep 13 03:30:52.688223 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50220) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:52.732996 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port 0f1f33b6-ceba-4ab3-877d-cf541cb54acd {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:52.733904 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.748963 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf23924-b61f-4bf6-a1b5-4a5a2eef4ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3898e3b7-a638-40b6-8dfc-c2cf58e36d66,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:52.771754 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment b2339c43-ca16-4cb7-b4e8-8852abc93af6 resource provider aggregate not found Sep 13 03:30:52.799489 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment b2339c43-ca16-4cb7-b4e8-8852abc93af6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2339c43-ca16-4cb7-b4e8-8852abc93af6 found for delete ", "request_id": "req-ff4ea30d-1711-4056-b50d-59b90daafdec"}]} Sep 13 03:30:52.823011 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.823340 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:52.836207 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for 0f1f33b6-ceba-4ab3-877d-cf541cb54acd owned by network:floatingip {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:52.890107 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:52.901288 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:52.982227 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (0f1f33b6-ceba-4ab3-877d-cf541cb54acd), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.050277 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c992-629e-4fe4-8c65-e98bfd798178 req-f29b1846-93b0-406d-aa46-5b9d6e92ac56 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:53.052348 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7772c992-629e-4fe4-8c65-e98bfd798178 req-f29b1846-93b0-406d-aa46-5b9d6e92ac56 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0674155 Sep 13 03:30:53.103246 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.165796 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:53.174007 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7772c992-629e-4fe4-8c65-e98bfd798178 req-ed7305d3-eb43-4c8d-aa9d-b0dfd73c5e7a tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038420 Sep 13 03:30:53.219975 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=0f1f33b6-ceba-4ab3-877d-cf541cb54acd,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:53.281204 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (1d01066a-de34-4cc8-90fe-85dd72dc36a9), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.283726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.287757 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d80ae3a9-8400-49fb-8974-d1ad641c8a96 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/1d01066a-de34-4cc8-90fe-85dd72dc36a9 HTTP/1.1" status: 204 len: 168 time: 0.6780596 Sep 13 03:30:53.308544 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device cdef6529-1572-4912-a9dd-c91f54efac1c no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:53.333238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: cdef6529-1572-4912-a9dd-c91f54efac1c {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:53.333601 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device cdef6529-1572-4912-a9dd-c91f54efac1c not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:53.334030 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f28c7a40-22ee-4f0b-b6b3-df5738d61587 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:53.359190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: f28c7a40-22ee-4f0b-b6b3-df5738d61587 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:53.359190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f28c7a40-22ee-4f0b-b6b3-df5738d61587 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:53.359190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:53.360083 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50230) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:53.367247 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-a910ca62-d68c-4453-ad64-5f548a496d9d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756991317', 'description': 'tempest-description--1362447477'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:53.380011 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device bd04d4b1-89e1-4671-a828-65eb8d1e5eab no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:53.382374 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:53.382702 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b85a4f90-7ba3-44aa-a2aa-38df7fbb6be8 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:53.392342 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a910ca62-d68c-4453-ad64-5f548a496d9d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.401546 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: bd04d4b1-89e1-4671-a828-65eb8d1e5eab {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:53.401897 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device bd04d4b1-89e1-4671-a828-65eb8d1e5eab not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:53.403705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Deleting port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:53.404090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.451266 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:53.464165 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a910ca62-d68c-4453-ad64-5f548a496d9d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (b1157add-3037-4162-9d57-bc0efc0a9585), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.470154 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a910ca62-d68c-4453-ad64-5f548a496d9d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (b1157add-3037-4162-9d57-bc0efc0a9585), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.498146 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] For port 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,segment=NetworkSegment(672f03d8-cde5-46e1-b810-4dffe3da4ef0),segment_id=672f03d8-cde5-46e1-b810-4dffe3da4ef0)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:53.498519 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.501639 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a910ca62-d68c-4453-ad64-5f548a496d9d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.502878 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a910ca62-d68c-4453-ad64-5f548a496d9d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1415684 Sep 13 03:30:53.503998 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910ca62-d68c-4453-ad64-5f548a496d9d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1157add-3037-4162-9d57-bc0efc0a9585,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:53.506133 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50234) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:53.510123 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-0bd60673-fe88-4ff6-9134-40116d66ecb4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': 'b1157add-3037-4162-9d57-bc0efc0a9585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:53.512991 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Calling delete_port for 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:53.539415 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0bd60673-fe88-4ff6-9134-40116d66ecb4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (5e352953-07d0-4199-b649-292c0e540ee7), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.598408 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0bd60673-fe88-4ff6-9134-40116d66ecb4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (5e352953-07d0-4199-b649-292c0e540ee7), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.603627 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0bd60673-fe88-4ff6-9134-40116d66ecb4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (5e352953-07d0-4199-b649-292c0e540ee7), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.622525 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd60673-fe88-4ff6-9134-40116d66ecb4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e352953-07d0-4199-b649-292c0e540ee7,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:53.633512 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-0bd60673-fe88-4ff6-9134-40116d66ecb4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.637295 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-0bd60673-fe88-4ff6-9134-40116d66ecb4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279154 Sep 13 03:30:53.638083 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50236) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:53.642072 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-e5143aba-a028-429d-91ba-0a10852438fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'security_group_rule': {'security_group_id': 'b1157add-3037-4162-9d57-bc0efc0a9585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:53.670965 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e5143aba-a028-429d-91ba-0a10852438fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (b8050ada-b5da-4959-8a96-d9fb126ed47f), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.729895 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e5143aba-a028-429d-91ba-0a10852438fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (b8050ada-b5da-4959-8a96-d9fb126ed47f), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.730553 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.733455 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e5143aba-a028-429d-91ba-0a10852438fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (b8050ada-b5da-4959-8a96-d9fb126ed47f), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.752953 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5143aba-a028-429d-91ba-0a10852438fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8050ada-b5da-4959-8a96-d9fb126ed47f,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:53.755869 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:53.759113 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e5143aba-a028-429d-91ba-0a10852438fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.763697 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-e5143aba-a028-429d-91ba-0a10852438fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217844 Sep 13 03:30:53.763697 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50238) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:53.770325 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:53.795722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.888783 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.921747 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:53.931871 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:53.941084 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:54.014124 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.27.1.133 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/63675395-8402-4a9a-8e37-ede683eb28bd) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:54.017206 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:30:54.122991 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (63675395-8402-4a9a-8e37-ede683eb28bd), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.156798 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (63675395-8402-4a9a-8e37-ede683eb28bd), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.202914 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:54.206092 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:54.211376 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:54.234185 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=63675395-8402-4a9a-8e37-ede683eb28bd,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:54.303476 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (4f810052-282c-45f7-9752-8713100878a3), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.341770 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (63675395-8402-4a9a-8e37-ede683eb28bd), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.420502 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36528bcd-7a19-486b-96a4-5de56fc03a80 req-7fba4f56-5bbf-478a-88df-d6424427bf0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:54.422000 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36528bcd-7a19-486b-96a4-5de56fc03a80 req-7fba4f56-5bbf-478a-88df-d6424427bf0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0799720 Sep 13 03:30:54.434868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:54.450010 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Router e28fc6a1-a064-4b1d-a0d2-82c6744abfee has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:30:54.506778 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (63675395-8402-4a9a-8e37-ede683eb28bd), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.512274 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (63675395-8402-4a9a-8e37-ede683eb28bd), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.537302 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36528bcd-7a19-486b-96a4-5de56fc03a80 req-963cd806-0520-4a0c-9094-fc9519c6592e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920148 Sep 13 03:30:54.577823 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:54.582635 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=63675395-8402-4a9a-8e37-ede683eb28bd,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:54.585114 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (4f810052-282c-45f7-9752-8713100878a3), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.591170 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:30:54.596035 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-8add35e7-4136-401e-8ff4-46c86ff8042f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e28fc6a1-a064-4b1d-a0d2-82c6744abfee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055915 Sep 13 03:30:54.599615 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50244) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:54.601826 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] Sync routers for ids ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:30:54.608855 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.609987 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-629200ac-37e1-4d92-8897-d136be3c5568 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8455951 Sep 13 03:30:54.614050 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] Routers {'e28fc6a1-a064-4b1d-a0d2-82c6744abfee'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:54.614782 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:54.695684 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:54.710490 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks [] for router (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.713150 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:54.726774 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] Set router e28fc6a1-a064-4b1d-a0d2-82c6744abfee gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:54.795774 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:54.841491 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks [] for router_gateway (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:54.871533 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-348c2117-a050-4848-bb54-842b9056f9a4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1756991317&fields=id&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 267 time: 0.0613127 Sep 13 03:30:54.902767 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:30:53Z', 'revision_number': 5, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port': {'id': '7d7833cc-db3a-4bde-a0bb-7478dfadf0e5', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:54.928162 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] Checking router: e28fc6a1-a064-4b1d-a0d2-82c6744abfee for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:30:54.936704 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] Routers {'e28fc6a1-a064-4b1d-a0d2-82c6744abfee'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:30:54.937291 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:54.944326 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Deleting port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:54.944663 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.024445 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] Set router e28fc6a1-a064-4b1d-a0d2-82c6744abfee gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:30:55.025933 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:55.056726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac59bbe8-230b-4e79-88f4-f5bbaac390c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:55.058175 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac59bbe8-230b-4e79-88f4-f5bbaac390c1 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.1707544 Sep 13 03:30:55.069931 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] For port 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:55.070287 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.073609 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:30:54Z', 'revision_number': 6, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:55.091351 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Calling delete_port for 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:55.093915 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-b5e1c454-026f-4bf3-972f-6d9d32d90ada tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/quotas/676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 375 time: 0.0161576 Sep 13 03:30:55.100563 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90688a71-ab3d-48f2-909e-bf5ec73d8cd9 None None] The sync data for ids ['e28fc6a1-a064-4b1d-a0d2-82c6744abfee'] in dv-cinder-857075-2-iscsi is: [{'id': 'e28fc6a1-a064-4b1d-a0d2-82c6744abfee', 'name': 'tempest-TestShelveInstance-665008072-router', 'tenant_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:23:19Z', 'updated_at': '2022-09-13T03:30:54Z', 'revision_number': 6, 'project_id': 'c8bc9301cec443a2b98ec7e663ba6633', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:30:55.182291 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-bf5a2357-f399-45a5-8bf2-eea158859142 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806513 Sep 13 03:30:55.332672 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-7de50b4f-b664-4974-9707-f6934874a034 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378632 Sep 13 03:30:55.427191 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (7d7833cc-db3a-4bde-a0bb-7478dfadf0e5), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.434968 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:55.468177 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7833cc-db3a-4bde-a0bb-7478dfadf0e5,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:55.543953 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:55.551712 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-47736794-add2-403d-a4d3-0fc64635c233 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001493 Sep 13 03:30:55.563591 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:55.563940 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 0f4dc440-9f6d-405e-8b3b-fa7c5e4168f7 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:55.567589 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.571540 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:55.662313 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.664891 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks [] for router_controller (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.696070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf43f2c-81c6-43fd-a1ca-26a7e59c3a02 req-31694b31-d457-4c41-909b-244a13fe6763 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:55.698791 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8bf43f2c-81c6-43fd-a1ca-26a7e59c3a02 req-31694b31-d457-4c41-909b-244a13fe6763 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0640080 Sep 13 03:30:55.763038 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b28a4b95-0de0-413e-8ec4-2095fd87c65e req-609b421d-ea25-44a6-978a-e6ab9a9d4981 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 210 time: 0.0379932 Sep 13 03:30:55.763617 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (e28fc6a1-a064-4b1d-a0d2-82c6744abfee), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.764182 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e28fc6a1-a064-4b1d-a0d2-82c6744abfee {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:30:55.768619 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.771391 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b604f738-51ef-427f-a7c9-3deca15db45e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/e28fc6a1-a064-4b1d-a0d2-82c6744abfee HTTP/1.1" status: 204 len: 168 time: 1.1706653 Sep 13 03:30:55.773082 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8bf43f2c-81c6-43fd-a1ca-26a7e59c3a02 req-82dfd8e1-7243-4d00-b91d-a7ef863cab21 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646110 Sep 13 03:30:55.773750 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50266) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:55.829609 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] Deleting subnet a2cbfcfb-742e-4863-995a-440290031568 {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:30:55.832846 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] Publish callbacks [] for subnet (a2cbfcfb-742e-4863-995a-440290031568), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.872566 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15521410'] for subnet (a2cbfcfb-742e-4863-995a-440290031568), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:55.956155 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (a2cbfcfb-742e-4863-995a-440290031568), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.013545 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15663811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13679686'] for subnet (a2cbfcfb-742e-4863-995a-440290031568), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.040441 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cbfcfb-742e-4863-995a-440290031568,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:56.042465 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.046671 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7620f70b-05a8-4869-bf0c-c2c0ddd07c66 None None] Network e9fc0553-db2d-4fbd-80ac-6ce4afd4640a requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:30:56.052186 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-3afc9ffd-b5d0-48eb-894a-c7c60710dc7c admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a2cbfcfb-742e-4863-995a-440290031568 HTTP/1.1" status: 204 len: 168 time: 0.2772219 Sep 13 03:30:56.054949 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50274) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:56.127093 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (e9fc0553-db2d-4fbd-80ac-6ce4afd4640a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.179679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Deleting port 2e7150fe-906c-4acc-bcf5-a8607fe81893 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:56.179973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.202884 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] DHCP port deletion for e9fc0553-db2d-4fbd-80ac-6ce4afd4640a request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:30:56.248025 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] Deleting port 2e7150fe-906c-4acc-bcf5-a8607fe81893 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:30:56.248401 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.249475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] For port 2e7150fe-906c-4acc-bcf5-a8607fe81893, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=2e7150fe-906c-4acc-bcf5-a8607fe81893,segment=NetworkSegment(672f03d8-cde5-46e1-b810-4dffe3da4ef0),segment_id=672f03d8-cde5-46e1-b810-4dffe3da4ef0)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:56.249855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.265859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Calling delete_port for 2e7150fe-906c-4acc-bcf5-a8607fe81893 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:56.320671 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] For port 2e7150fe-906c-4acc-bcf5-a8607fe81893, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=2e7150fe-906c-4acc-bcf5-a8607fe81893,segment=NetworkSegment(672f03d8-cde5-46e1-b810-4dffe3da4ef0),segment_id=672f03d8-cde5-46e1-b810-4dffe3da4ef0)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:30:56.321080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.334353 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] Calling delete_port for 2e7150fe-906c-4acc-bcf5-a8607fe81893 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:30:56.357213 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.376072 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:56.383125 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7150fe-906c-4acc-bcf5-a8607fe81893,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:56.386495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] No DVR routers for this DVR port 2e7150fe-906c-4acc-bcf5-a8607fe81893 on host dv-cinder-857075-2-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:30:56.417942 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (2e7150fe-906c-4acc-bcf5-a8607fe81893), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.421085 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:56.445886 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] Pushing event deleted for resources: {'Port': ['ID=2e7150fe-906c-4acc-bcf5-a8607fe81893,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:56.447839 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ddcf4-52de-4e6f-8e7e-07f47a1b1f4f None None] No DVR routers for this DVR port 2e7150fe-906c-4acc-bcf5-a8607fe81893 on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:30:56.467242 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (e9fc0553-db2d-4fbd-80ac-6ce4afd4640a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.480660 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fc0553-db2d-4fbd-80ac-6ce4afd4640a']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:56.490705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672f03d8-cde5-46e1-b810-4dffe3da4ef0') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:56.490993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672f03d8-cde5-46e1-b810-4dffe3da4ef0') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:30:56.504320 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (672f03d8-cde5-46e1-b810-4dffe3da4ef0), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.518511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (672f03d8-cde5-46e1-b810-4dffe3da4ef0), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.525218 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:30:56.525661 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (672f03d8-cde5-46e1-b810-4dffe3da4ef0), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.567088 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 672f03d8-cde5-46e1-b810-4dffe3da4ef0 resource provider aggregate not found Sep 13 03:30:56.593157 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 672f03d8-cde5-46e1-b810-4dffe3da4ef0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 672f03d8-cde5-46e1-b810-4dffe3da4ef0 found for delete ", "request_id": "req-a6d9ef25-e07e-4e0f-9633-bb4e9b15ace4"}]} Sep 13 03:30:56.615952 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (e9fc0553-db2d-4fbd-80ac-6ce4afd4640a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.620933 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.624577 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/e9fc0553-db2d-4fbd-80ac-6ce4afd4640a HTTP/1.1" status: 204 len: 168 time: 0.5686290 Sep 13 03:30:56.639482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec428854-9268-483d-b409-1d43f687aaef admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fc0553-db2d-4fbd-80ac-6ce4afd4640a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:56.742082 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50284) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:56.783566 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9aeeb3bf-fc38-46d1-b017-6bc1b42c4df9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fb8fff2dfb49442492296d4c1701abb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392013 Sep 13 03:30:56.785482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50286) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:56.840441 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4df65cb-b3dd-4278-ba19-617e8a95426c admin admin] Publish callbacks [] for security_group (442da75d-370d-4f4c-b2eb-634aa94c8281), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.877087 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4df65cb-b3dd-4278-ba19-617e8a95426c admin admin] Publish callbacks [] for security_group (442da75d-370d-4f4c-b2eb-634aa94c8281), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.881070 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2bcaec6c-6f90-4dfc-b03e-c0b460e22a2f req-ddff0f21-88e8-451c-ac46-dab731365b05 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 210 time: 0.0315645 Sep 13 03:30:56.894891 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:56.931882 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:56.939009 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5026e-d58b-48d9-b526-5127c30b64cc req-89cf209b-2d53-43f5-925c-163ecbefe567 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:56.940565 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2c5026e-d58b-48d9-b526-5127c30b64cc req-89cf209b-2d53-43f5-925c-163ecbefe567 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0767705 Sep 13 03:30:56.978572 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4df65cb-b3dd-4278-ba19-617e8a95426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (442da75d-370d-4f4c-b2eb-634aa94c8281), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.981208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4df65cb-b3dd-4278-ba19-617e8a95426c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:56.982332 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a4df65cb-b3dd-4278-ba19-617e8a95426c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/442da75d-370d-4f4c-b2eb-634aa94c8281 HTTP/1.1" status: 204 len: 168 time: 0.1959288 Sep 13 03:30:57.005056 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df65cb-b3dd-4278-ba19-617e8a95426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442da75d-370d-4f4c-b2eb-634aa94c8281,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:57.010314 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2c5026e-d58b-48d9-b526-5127c30b64cc req-afb88559-8e96-420d-aab8-4d0266c6e300 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621297 Sep 13 03:30:57.298097 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:57.321190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:57.321682 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 7d7833cc-db3a-4bde-a0bb-7478dfadf0e5 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:57.322317 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2e7150fe-906c-4acc-bcf5-a8607fe81893 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:30:57.342719 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 2e7150fe-906c-4acc-bcf5-a8607fe81893 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:30:57.343255 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2e7150fe-906c-4acc-bcf5-a8607fe81893 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:30:57.370798 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50296) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:57.410264 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-208f2fa5-356b-4c18-a3b3-c3865f425cd8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c8bc9301cec443a2b98ec7e663ba6633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382240 Sep 13 03:30:57.412586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50298) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:57.463997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6d1c-a771-492a-877e-3518306bdfd2 admin admin] Publish callbacks [] for security_group (7a77500f-a155-4ca6-8296-2e6c15f46bc4), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:57.483570 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6d1c-a771-492a-877e-3518306bdfd2 admin admin] Publish callbacks [] for security_group (7a77500f-a155-4ca6-8296-2e6c15f46bc4), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:57.528933 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6d1c-a771-492a-877e-3518306bdfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7a77500f-a155-4ca6-8296-2e6c15f46bc4), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:57.531666 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6d1c-a771-492a-877e-3518306bdfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:57.532783 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6c6e6d1c-a771-492a-877e-3518306bdfd2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7a77500f-a155-4ca6-8296-2e6c15f46bc4 HTTP/1.1" status: 204 len: 168 time: 0.1192756 Sep 13 03:30:57.540787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e6d1c-a771-492a-877e-3518306bdfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a77500f-a155-4ca6-8296-2e6c15f46bc4,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:57.952971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ec7db7dc-d87c-4940-9093-a09415e01b2d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:57.954678 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ec7db7dc-d87c-4940-9093-a09415e01b2d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 815 time: 0.1313663 Sep 13 03:30:57.955261 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0e48-e086-42ef-ac42-c8b77b68cbed req-67aef3dd-f637-48e0-b28d-66e14e63c0fb tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:57.971629 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5f5e0e48-e086-42ef-ac42-c8b77b68cbed req-67aef3dd-f637-48e0-b28d-66e14e63c0fb tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0957892 Sep 13 03:30:58.025585 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3b318dce-6092-42d6-b79d-bc80821a2835 req-a066374f-1214-42c5-94cd-e7a670d10318 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 210 time: 0.0456474 Sep 13 03:30:58.040240 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5f5e0e48-e086-42ef-ac42-c8b77b68cbed req-38cce87a-7064-4148-8c1e-ad4b0d918b16 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666261 Sep 13 03:30:58.067547 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-dbb7c706-f48b-4d0b-8580-63409c76313f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=676c9aac6fa348b89a2d5cef106f1a74 HTTP/1.1" status: 200 len: 380 time: 0.0969930 Sep 13 03:30:58.078296 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50320) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:58.080907 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'port': {'device_id': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'admin_state_up': True, 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'security_groups': ['b1157add-3037-4162-9d57-bc0efc0a9585']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:58.200741 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Made reservation on behalf of 676c9aac6fa348b89a2d5cef106f1a74 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:30:58.205558 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.296770 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a80344-9594-49bd-b920-ff18bdc181f1 tempest-TestMinimumBasicScenario-1901885591 tempest-TestMinimumBasicScenario-1901885591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:58.298211 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-79a80344-9594-49bd-b920-ff18bdc181f1 tempest-TestMinimumBasicScenario-1901885591 tempest-TestMinimumBasicScenario-1901885591-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1125 time: 0.2187064 Sep 13 03:30:58.301238 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50324) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:30:58.306468 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'port_id': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:58.327479 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.355282 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Allocated IP 172.20.0.12 (36a6ffba-7b10-4536-9b6f-36478b4a6ccb/3fdd5a04-ba02-40f1-8823-4840f6613b40/58571e1d-dcfb-427e-802d-1adfb75720bc) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:58.463615 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:58.517044 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52842ef-fe86-41c7-aa63-862901da7ada req-89c0492d-8e3c-4974-82cf-7d013d171df0 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:58.518631 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c52842ef-fe86-41c7-aa63-862901da7ada req-89c0492d-8e3c-4974-82cf-7d013d171df0 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.1099706 Sep 13 03:30:58.564344 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:58.611881 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c52842ef-fe86-41c7-aa63-862901da7ada req-7e4e7414-315d-4d2d-9a1e-24451ecec39b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857847 Sep 13 03:30:58.614909 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.638887 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.654953 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.705206 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:58.709141 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:58.713163 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:58.739839 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event updated for resources: {'Port': ['ID=58571e1d-dcfb-427e-802d-1adfb75720bc,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:58.747740 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_common [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Allocated IP 172.27.1.237 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/ae928adc-dfac-473e-abe8-a0336c0164fe) {{(pid=106191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:30:58.768201 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:58.768953 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.776163 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:58.786763 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-8285319f-6562-49bc-b18d-0de0e939067b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7104502 Sep 13 03:30:58.808223 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Request body: {'port': {'device_id': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:30:58.870689 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.874727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.904709 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.910342 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:58.943616 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-25db1797-4da7-4104-868d-c14e385500d3 None None] Provisioning complete for port 58571e1d-dcfb-427e-802d-1adfb75720bc triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:30:58.944189 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-25db1797-4da7-4104-868d-c14e385500d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:58.950381 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:30:58.955937 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Resources bound (agent type, host, resource id): {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:30:58.960683 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Received port after_create {{(pid=106191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:30:58.963881 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'Port': ['ID=ae928adc-dfac-473e-abe8-a0336c0164fe,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:58.981099 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-25db1797-4da7-4104-868d-c14e385500d3 None None] Port 58571e1d-dcfb-427e-802d-1adfb75720bc cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:30:59.154512 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58571e1d-dcfb-427e-802d-1adfb75720bc {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:30:59.162690 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Publish callbacks [] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.177444 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Transition to ACTIVE for port object 58571e1d-dcfb-427e-802d-1adfb75720bc will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:30:59.181104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.201511 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b27ae-ae91-497b-a722-ff25f6c6966e req-26aa32ee-6503-451c-a1ee-956079804d52 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:59.203014 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6b2b27ae-ae91-497b-a722-ff25f6c6966e req-26aa32ee-6503-451c-a1ee-956079804d52 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 932 time: 0.0810792 Sep 13 03:30:59.260882 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Pushing event updated for resources: {'Port': ['ID=58571e1d-dcfb-427e-802d-1adfb75720bc,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:59.295957 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Attempting to bind port 58571e1d-dcfb-427e-802d-1adfb75720bc on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:30:59.296298 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Attempting to bind port 58571e1d-dcfb-427e-802d-1adfb75720bc by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:30:59.296618 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Attempting to bind port 58571e1d-dcfb-427e-802d-1adfb75720bc on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:59.305148 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6b2b27ae-ae91-497b-a722-ff25f6c6966e req-1292ea35-191a-45a1-a5a9-9a0f57903a35 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953386 Sep 13 03:30:59.337817 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:59.340648 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Port 58571e1d-dcfb-427e-802d-1adfb75720bc on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:30:59.340971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Attempting to bind port 58571e1d-dcfb-427e-802d-1adfb75720bc on network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:30:59.382587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:59.385809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:30:59.386143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Checking segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:30:59.386521 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Bound using segment: {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:30:59.386980 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Bound port: 58571e1d-dcfb-427e-802d-1adfb75720bc, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:30:59.387501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.398305 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for floatingip (1314360c-3e72-43b0-9113-b5ba724a9194), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.450846 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] For port 58571e1d-dcfb-427e-802d-1adfb75720bc, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:30:59.453985 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] For port 58571e1d-dcfb-427e-802d-1adfb75720bc, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58571e1d-dcfb-427e-802d-1adfb75720bc,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:30:59.459774 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.464669 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:59.465270 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.466650 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/58571e1d-dcfb-427e-802d-1adfb75720bc HTTP/1.1" status: 200 len: 1094 time: 0.6644394 Sep 13 03:30:59.467013 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.467211 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:30:59.469468 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac0cff-b0af-4d13-819b-ba7cda9b0829" -d '{"events": [{"name": "network-changed", "server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:30:59.520002 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a333c-03cf-4b4a-ac10-64b80fb14f04 service neutron] Pushing event updated for resources: {'Port': ['ID=58571e1d-dcfb-427e-802d-1adfb75720bc,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:59.540298 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350c2404-ca29-4fe9-a9af-a93b80431da5 x-openstack-request-id: req-350c2404-ca29-4fe9-a9af-a93b80431da5 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:30:59.540588 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:30:59.540842 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-350c2404-ca29-4fe9-a9af-a93b80431da5 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:30:59.541267 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350c2404-ca29-4fe9-a9af-a93b80431da5'] response: {'name': 'network-changed', 'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'status': 'completed', 'code': 200} Sep 13 03:30:59.591930 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:59.625938 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.630339 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.711123 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'Port': ['ID=ae928adc-dfac-473e-abe8-a0336c0164fe,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:30:59.714377 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (1314360c-3e72-43b0-9113-b5ba724a9194), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:30:59.784541 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c73c7-45c1-49cd-b128-7d81aa3e5401 req-63076b78-ad1b-4e66-aa44-0f681651ee39 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:59.786590 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-817c73c7-45c1-49cd-b128-7d81aa3e5401 req-63076b78-ad1b-4e66-aa44-0f681651ee39 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0933881 Sep 13 03:30:59.814443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-811037b7-5efb-4246-8d0f-16557a178ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:59.816033 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-811037b7-5efb-4246-8d0f-16557a178ab7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 1128 time: 0.0454435 Sep 13 03:30:59.854522 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:30:59.882877 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-beb5b3fc-033d-4d87-bfbe-3e0ff320cc48 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58571e1d-dcfb-427e-802d-1adfb75720bc HTTP/1.1" status: 200 len: 217 time: 0.0454640 Sep 13 03:30:59.906739 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Floating IP 1314360c-3e72-43b0-9113-b5ba724a9194 associated. External IP: 172.27.1.237, port: fd8213ce-3653-4272-bd22-22e80d1944df. Sep 13 03:30:59.916705 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-817c73c7-45c1-49cd-b128-7d81aa3e5401 req-f9f93624-d593-4fa7-a3af-bc3b9d8f4739 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204243 Sep 13 03:30:59.933495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-0eeafc34-5f64-41a7-b0a6-862a1d015945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:59.935000 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-0eeafc34-5f64-41a7-b0a6-862a1d015945 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0452211 Sep 13 03:30:59.986973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-6f82bf66-0f97-43f5-9179-9809b5e30488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:30:59.988510 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-6f82bf66-0f97-43f5-9179-9809b5e30488 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459974 Sep 13 03:31:00.099692 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-46cf010e-0f08-47b8-998f-4f53d3b1f85d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855625 Sep 13 03:31:00.116028 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Router 2e86d685-ea76-4039-8170-f74ac615785d has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:31:00.195662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5f256c9-7dd7-4072-9ab6-ea9a4c38f290 req-252b0eda-c4af-4787-8426-5a96b2126ea3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873530 Sep 13 03:31:00.220266 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:31:00.231540 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] Sync routers for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:31:00.238544 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.242897 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:31:00.243573 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:00.268986 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d4ce3d74-2fad-4f50-b2ac-e512634fb7d7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9665971 Sep 13 03:31:00.270205 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:00.272521 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50332) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:00.272679 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437fe437-6408-480f-900a-59b63575d990" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:00.278904 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-0cb7dd1e-3819-442d-be8e-f0c20ae17af2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827163671', 'description': 'tempest-secgroup-smoke-1827163671 description', 'project_id': '35d0f9365a60474590ea1bb78b1654b2'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:00.304757 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0cb7dd1e-3819-442d-be8e-f0c20ae17af2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.315428 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2acf4c-3b77-40e5-bbd3-c1f3a0e5f554 x-openstack-request-id: req-da2acf4c-3b77-40e5-bbd3-c1f3a0e5f554 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:00.315733 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:00.316046 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da2acf4c-3b77-40e5-bbd3-c1f3a0e5f554 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:00.317019 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2acf4c-3b77-40e5-bbd3-c1f3a0e5f554'] response: {'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'status': 'completed', 'code': 200} Sep 13 03:31:00.385599 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0cb7dd1e-3819-442d-be8e-f0c20ae17af2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group (f61ba66a-6468-4582-b17f-fe248aede443), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.390075 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0cb7dd1e-3819-442d-be8e-f0c20ae17af2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f61ba66a-6468-4582-b17f-fe248aede443), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.427939 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0cb7dd1e-3819-442d-be8e-f0c20ae17af2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.429187 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0cb7dd1e-3819-442d-be8e-f0c20ae17af2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1556776 Sep 13 03:31:00.430074 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7dd1e-3819-442d-be8e-f0c20ae17af2 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61ba66a-6468-4582-b17f-fe248aede443,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:00.432469 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50338) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:00.439401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-54fbdd5d-fe16-428f-97fd-9c3b21a5c614 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'security_group_rule': {'security_group_id': 'f61ba66a-6468-4582-b17f-fe248aede443', 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:00.442856 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d5a74-4f69-468f-99d4-e20fb2fe3b60 req-77b8b6fc-28e7-4386-b82a-c49e9f8e13c5 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:00.444653 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-979d5a74-4f69-468f-99d4-e20fb2fe3b60 req-77b8b6fc-28e7-4386-b82a-c49e9f8e13c5 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 944 time: 0.0595436 Sep 13 03:31:00.481021 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd5d-fe16-428f-97fd-9c3b21a5c614 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (04c7b0e7-aff9-4245-9a35-e5fb1af5e1e9), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.503296 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-979d5a74-4f69-468f-99d4-e20fb2fe3b60 req-9e7353cd-a3fe-489f-bbcf-9919cb7621b4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525136 Sep 13 03:31:00.508737 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.510908 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:31:00.552236 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd5d-fe16-428f-97fd-9c3b21a5c614 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (04c7b0e7-aff9-4245-9a35-e5fb1af5e1e9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.555989 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd5d-fe16-428f-97fd-9c3b21a5c614 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (04c7b0e7-aff9-4245-9a35-e5fb1af5e1e9), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.573345 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbdd5d-fe16-428f-97fd-9c3b21a5c614 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c7b0e7-aff9-4245-9a35-e5fb1af5e1e9,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:00.577958 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:00.585698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd5d-fe16-428f-97fd-9c3b21a5c614 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.586928 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-54fbdd5d-fe16-428f-97fd-9c3b21a5c614 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534598 Sep 13 03:31:00.589667 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50340) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:00.594240 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-4624ea2f-7d9d-4274-a228-3b155329bd97 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'security_group_rule': {'security_group_id': 'f61ba66a-6468-4582-b17f-fe248aede443', 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:00.621428 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4624ea2f-7d9d-4274-a228-3b155329bd97 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (82ac289a-a9e7-4e0d-920b-279024f1e561), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.646596 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:00.682710 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4624ea2f-7d9d-4274-a228-3b155329bd97 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (82ac289a-a9e7-4e0d-920b-279024f1e561), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.686664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4624ea2f-7d9d-4274-a228-3b155329bd97 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (82ac289a-a9e7-4e0d-920b-279024f1e561), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.705932 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ea2f-7d9d-4274-a228-3b155329bd97 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ac289a-a9e7-4e0d-920b-279024f1e561,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:00.715059 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4624ea2f-7d9d-4274-a228-3b155329bd97 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.716251 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4624ea2f-7d9d-4274-a228-3b155329bd97 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256070 Sep 13 03:31:00.719114 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50342) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:00.724033 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-decfe80c-57e1-4e86-948c-cb050712b6a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'security_group_rule': {'security_group_id': 'f61ba66a-6468-4582-b17f-fe248aede443', 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:00.734900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1314360c-3e72-43b0-9113-b5ba724a9194', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'port_id': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'mac_address': 'fa:16:3e:0e:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:59Z', 'updated_at': '2022-09-13T03:30:59Z', 'revision_number': 0, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 5, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:00.751816 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:00.753895 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-decfe80c-57e1-4e86-948c-cb050712b6a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (c7b03f92-155f-4eb1-b72e-414d526579ef), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.765211 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] Checking router: 2e86d685-ea76-4039-8170-f74ac615785d for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:31:00.773855 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:31:00.774460 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:00.815395 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-decfe80c-57e1-4e86-948c-cb050712b6a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (c7b03f92-155f-4eb1-b72e-414d526579ef), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.819442 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-decfe80c-57e1-4e86-948c-cb050712b6a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (c7b03f92-155f-4eb1-b72e-414d526579ef), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.838719 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfe80c-57e1-4e86-948c-cb050712b6a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b03f92-155f-4eb1-b72e-414d526579ef,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:00.843915 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-decfe80c-57e1-4e86-948c-cb050712b6a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.845194 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-decfe80c-57e1-4e86-948c-cb050712b6a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250658 Sep 13 03:31:00.848331 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50344) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:00.852682 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-baede6bd-b2bd-49c7-a2b8-17d4623d841d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'security_group_rule': {'security_group_id': 'f61ba66a-6468-4582-b17f-fe248aede443', 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:00.878997 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-baede6bd-b2bd-49c7-a2b8-17d4623d841d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (e65992aa-6d16-4555-8c03-0130bd0689b7), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.884121 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:31:00.938033 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-baede6bd-b2bd-49c7-a2b8-17d4623d841d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (e65992aa-6d16-4555-8c03-0130bd0689b7), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.942816 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-baede6bd-b2bd-49c7-a2b8-17d4623d841d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (e65992aa-6d16-4555-8c03-0130bd0689b7), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.962632 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baede6bd-b2bd-49c7-a2b8-17d4623d841d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65992aa-6d16-4555-8c03-0130bd0689b7,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:00.971965 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-baede6bd-b2bd-49c7-a2b8-17d4623d841d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:00.976702 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50348) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:00.976993 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-baede6bd-b2bd-49c7-a2b8-17d4623d841d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276443 Sep 13 03:31:00.981346 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'security_group_rule': {'security_group_id': 'f61ba66a-6468-4582-b17f-fe248aede443', 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:01.008753 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.securitygroups_db [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Project 35d0f9365a60474590ea1bb78b1654b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 03:31:01.024666 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (15684997-68ef-4ce4-8441-94efd80f9bd4), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.076383 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c39070-6a05-4059-8477-681c3c17041a req-d01086c0-fb75-4cc2-b8ab-e6406c724284 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:01.077881 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05c39070-6a05-4059-8477-681c3c17041a req-d01086c0-fb75-4cc2-b8ab-e6406c724284 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0656109 Sep 13 03:31:01.106605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1314360c-3e72-43b0-9113-b5ba724a9194', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'port_id': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'mac_address': 'fa:16:3e:0e:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:59Z', 'updated_at': '2022-09-13T03:30:59Z', 'revision_number': 0, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 5, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:01.135992 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5135a-2605-49ec-9dd0-adb20e656dc2 None None] The sync data for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi is: [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1314360c-3e72-43b0-9113-b5ba724a9194', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'port_id': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'mac_address': 'fa:16:3e:0e:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:59Z', 'updated_at': '2022-09-13T03:30:59Z', 'revision_number': 0, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 5, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:31:01.152326 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (15684997-68ef-4ce4-8441-94efd80f9bd4), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.157162 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-05c39070-6a05-4059-8477-681c3c17041a req-432aecc7-0c4b-4ce9-81d8-b967768adb01 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689974 Sep 13 03:31:01.158193 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (15684997-68ef-4ce4-8441-94efd80f9bd4), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.186113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15684997-68ef-4ce4-8441-94efd80f9bd4,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:01.192199 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.194669 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a4f3b58c-7044-4627-8d11-d518867cf0a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2157457 Sep 13 03:31:01.196696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50350) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:01.201942 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'security_group_rule': {'security_group_id': 'f61ba66a-6468-4582-b17f-fe248aede443', 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:01.223828 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.securitygroups_db [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Project 35d0f9365a60474590ea1bb78b1654b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 03:31:01.229847 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (6b1c86a8-931f-48b4-b10d-c85c12a6db04), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.291072 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (6b1c86a8-931f-48b4-b10d-c85c12a6db04), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.294682 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704433'] for security_group_rule (6b1c86a8-931f-48b4-b10d-c85c12a6db04), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.312853 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:01.314650 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1c86a8-931f-48b4-b10d-c85c12a6db04,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:01.320946 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.322165 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2c55356c-6e6a-41fe-9948-0c2fad8b6127 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243351 Sep 13 03:31:01.357547 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c3143-91b1-40a6-969c-7130791e33ea None None] New status for floating IP 1314360c-3e72-43b0-9113-b5ba724a9194: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:31:01.385779 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:31:01.407885 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:01.423555 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-18aadffa-d726-4724-b023-a069cd4bc072 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1827163671&fields=id&tenant_id=35d0f9365a60474590ea1bb78b1654b2 HTTP/1.1" status: 200 len: 267 time: 0.0512841 Sep 13 03:31:01.471725 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:01.477421 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-bb8d7837-a985-46ff-8320-d9aa172283e4 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:01.479124 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-bb8d7837-a985-46ff-8320-d9aa172283e4 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0494225 Sep 13 03:31:01.496139 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'port': {'security_groups': ['4a9f06ff-2ae5-410a-89f8-f22b83437810', 'f61ba66a-6468-4582-b17f-fe248aede443']}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:01.500545 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:01.513950 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'port_id': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'mac_address': 'fa:16:3e:5a:67:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:31:01.561497 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b is: ACTIVE; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:31:01.562577 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.575480 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.580264 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b4bf2a7-2e87-4a14-894c-d018f847fb5b {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:31:01.603560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:01.608527 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.647397 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2558eb-47e6-48d4-a386-33c2dc1d2fe7 req-97f2512d-6287-44da-b54d-536764df319b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:01.649526 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dd2558eb-47e6-48d4-a386-33c2dc1d2fe7 req-97f2512d-6287-44da-b54d-536764df319b tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 944 time: 0.0663803 Sep 13 03:31:01.664266 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=6']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:01.707782 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-dd2558eb-47e6-48d4-a386-33c2dc1d2fe7 req-b8c626af-5d4b-497f-bb82-2bdb2e1e9688 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525649 Sep 13 03:31:01.778726 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fd8213ce-3653-4272-bd22-22e80d1944df,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:01.786365 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['1b4bf2a7-2e87-4a14-894c-d018f847fb5b'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:31:01.807219 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for port (fd8213ce-3653-4272-bd22-22e80d1944df), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.812373 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.821408 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:01.822012 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:01.823380 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bc209cbb-c62b-4b55-a303-8a8b0a91085a req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "PUT /networking/v2.0/ports/fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 982 time: 0.3321548 Sep 13 03:31:01.858655 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:01.886924 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da14b8-bb56-4f50-8ecf-8b6b9dffa1a0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=6']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:01.928939 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8f01a-7a38-4d59-90da-e94638774793 req-8f7771fe-cbeb-4226-b407-e211a12938d0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:01.930423 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36c8f01a-7a38-4d59-90da-e94638774793 req-8f7771fe-cbeb-4226-b407-e211a12938d0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0498102 Sep 13 03:31:01.993351 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-36c8f01a-7a38-4d59-90da-e94638774793 req-ca767a10-068d-483a-9847-a69de1694b43 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572636 Sep 13 03:31:02.287814 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4dc59-275a-4106-880d-95b37fc43bea req-ccfc91e9-2274-484b-96bf-de1720973487 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:02.289541 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-adf4dc59-275a-4106-880d-95b37fc43bea req-ccfc91e9-2274-484b-96bf-de1720973487 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 944 time: 0.0467103 Sep 13 03:31:02.295872 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['fd8213ce-3653-4272-bd22-22e80d1944df'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:31:02.320406 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:02.323228 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d8498-a079-4d5c-8553-4b293ad6cc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:02.342067 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-adf4dc59-275a-4106-880d-95b37fc43bea req-fad3e15c-e9cf-4d15-9cf5-2c9062c3ee22 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469232 Sep 13 03:31:02.375336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2f6082-a8da-40cf-a35f-5dda77de2012 x-openstack-request-id: req-ba2f6082-a8da-40cf-a35f-5dda77de2012 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:02.376286 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:02.376552 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba2f6082-a8da-40cf-a35f-5dda77de2012 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:02.377212 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2f6082-a8da-40cf-a35f-5dda77de2012'] response: {'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'status': 'completed', 'code': 200} Sep 13 03:31:02.378270 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['fd8213ce-3653-4272-bd22-22e80d1944df'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:31:02.631018 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:02.650778 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:02.826804 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501fa1e-9c8d-4d02-ad72-2c138d74fccc req-ed534fa7-59c5-4fdb-addb-426225cb6ff4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:02.828596 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2501fa1e-9c8d-4d02-ad72-2c138d74fccc req-ed534fa7-59c5-4fdb-addb-426225cb6ff4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 944 time: 0.0485663 Sep 13 03:31:02.883790 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2501fa1e-9c8d-4d02-ad72-2c138d74fccc req-73385b44-9f08-4d36-a683-1433cbbe4c81 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490458 Sep 13 03:31:03.084280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-df6944ab-9f5b-4a56-99b2-dc39a272001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.085775 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-df6944ab-9f5b-4a56-99b2-dc39a272001a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 1128 time: 0.0685229 Sep 13 03:31:03.088710 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe437-6408-480f-900a-59b63575d990 req-877de73b-ddc2-4c03-9d89-0c85b552aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.090057 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-437fe437-6408-480f-900a-59b63575d990 req-877de73b-ddc2-4c03-9d89-0c85b552aa21 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1169 time: 0.0640628 Sep 13 03:31:03.253225 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-4f83ac8f-0896-408b-b455-eb6639861129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.255245 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-4f83ac8f-0896-408b-b455-eb6639861129 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.1570687 Sep 13 03:31:03.257786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe437-6408-480f-900a-59b63575d990 req-ec86bfe6-731b-433c-b0a9-740eab2028c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.259127 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-437fe437-6408-480f-900a-59b63575d990 req-ec86bfe6-731b-433c-b0a9-740eab2028c7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 916 time: 0.1538317 Sep 13 03:31:03.333060 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-dab32a6c-2e34-449e-a3f3-b89df39ffff2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58571e1d-dcfb-427e-802d-1adfb75720bc HTTP/1.1" status: 200 len: 217 time: 0.0664830 Sep 13 03:31:03.381605 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-437fe437-6408-480f-900a-59b63575d990 req-6e58f387-8a94-4679-a82c-37aac77841ba service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 1002 time: 0.1139653 Sep 13 03:31:03.388951 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:03.407468 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58571e1d-dcfb-427e-802d-1adfb75720bc details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:31:03.422666 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:31:03.432411 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-bec4cb39-ead7-4391-a532-adece60e7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.433899 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-bec4cb39-ead7-4391-a532-adece60e7124 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0862055 Sep 13 03:31:03.444332 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:03.513209 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe437-6408-480f-900a-59b63575d990 req-286a83d3-2a93-4ff6-9316-977156d8fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.514582 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-437fe437-6408-480f-900a-59b63575d990 req-286a83d3-2a93-4ff6-9316-977156d8fefb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.1212981 Sep 13 03:31:03.522973 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:31:03.523339 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:03.525292 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d10393-db5c-4376-9a90-711a069a592b req-4a6b198e-7f98-4848-ab8e-ecc2044175ff tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.526742 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51d10393-db5c-4376-9a90-711a069a592b req-4a6b198e-7f98-4848-ab8e-ecc2044175ff tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 944 time: 0.0978320 Sep 13 03:31:03.562994 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-2a9a9286-efc3-49a1-bbc0-85f6b4ca7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.564418 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-2a9a9286-efc3-49a1-bbc0-85f6b4ca7132 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1169050 Sep 13 03:31:03.572016 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 58571e1d-dcfb-427e-802d-1adfb75720bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58571e1d-dcfb-427e-802d-1adfb75720bc,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:03.587917 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'port_id': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'mac_address': 'fa:16:3e:44:6f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:31:03.604820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe437-6408-480f-900a-59b63575d990 req-3f265590-5144-4656-abc4-759b7e8e9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:03.606289 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-437fe437-6408-480f-900a-59b63575d990 req-3f265590-5144-4656-abc4-759b7e8e9d66 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786979 Sep 13 03:31:03.644803 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 58571e1d-dcfb-427e-802d-1adfb75720bc is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:31:03.645398 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:03.666901 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:31:03.667281 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:03.670066 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58571e1d-dcfb-427e-802d-1adfb75720bc {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:31:03.706131 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 58571e1d-dcfb-427e-802d-1adfb75720bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58571e1d-dcfb-427e-802d-1adfb75720bc,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:03.709038 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-51d10393-db5c-4376-9a90-711a069a592b req-01ede469-62be-4cfe-ba56-4b492c388f42 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1677868 Sep 13 03:31:03.711807 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:03.714045 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e508a00e-63ab-4aef-8282-0cb281578319" -d '{"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:03.719084 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:03.728054 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:03.731925 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:03.766439 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339dc256-39b0-4461-96c5-7a72ef5d8289 x-openstack-request-id: req-339dc256-39b0-4461-96c5-7a72ef5d8289 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:03.766762 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:03.767014 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-339dc256-39b0-4461-96c5-7a72ef5d8289 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:03.767402 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339dc256-39b0-4461-96c5-7a72ef5d8289'] response: {'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'code': 200} Sep 13 03:31:03.768204 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:03.789453 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-4d8c52f0-fbe6-49fc-87f8-994ba8a9cf9f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113111 Sep 13 03:31:03.792973 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=58571e1d-dcfb-427e-802d-1adfb75720bc,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:03.794593 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-437fe437-6408-480f-900a-59b63575d990 req-ec0f6846-0b96-418c-a10a-5e5674046f41 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533988 Sep 13 03:31:03.836760 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:03.840243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=7']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:03.986985 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6bac0cff-b0af-4d13-819b-ba7cda9b0829 req-93736429-882e-481a-899f-53d23f885e63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677423 Sep 13 03:31:04.003967 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-437fe437-6408-480f-900a-59b63575d990 req-a49eecd2-e129-45ce-83d4-05c3d077d1bf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836939 Sep 13 03:31:04.021627 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff297-06da-4a69-8017-07232cc8305b req-97cdf262-bec3-4f54-8fa4-34c5fa8d5a73 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:04.023014 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-52aff297-06da-4a69-8017-07232cc8305b req-97cdf262-bec3-4f54-8fa4-34c5fa8d5a73 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 945 time: 0.0536251 Sep 13 03:31:04.072622 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-52aff297-06da-4a69-8017-07232cc8305b req-9ee93a54-a1b9-4a2f-bdf6-fc6442ae862a tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Sep 13 03:31:04.142667 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-847a6283-0aab-4d9c-9df2-c26cc476614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:04.144588 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-847a6283-0aab-4d9c-9df2-c26cc476614c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1169 time: 0.0413861 Sep 13 03:31:04.241889 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-6f9dc281-645a-4b3f-85b3-c67e42cece65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:04.243340 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-6f9dc281-645a-4b3f-85b3-c67e42cece65 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 916 time: 0.0924983 Sep 13 03:31:04.276529 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['58571e1d-dcfb-427e-802d-1adfb75720bc'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:31:04.311261 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-8db7bda4-16bf-4c47-a051-e420b23a2fdd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 1002 time: 0.0591660 Sep 13 03:31:04.354502 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:04.370346 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-09bb20cd-0ba4-48e4-977d-038fb1203a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:04.371841 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-09bb20cd-0ba4-48e4-977d-038fb1203a66 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.0448167 Sep 13 03:31:04.416903 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-c8541c92-1fd8-4c86-9df0-2fb00effec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:04.418353 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-c8541c92-1fd8-4c86-9df0-2fb00effec03 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390093 Sep 13 03:31:04.511531 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-e6e11e6e-0e46-4a2f-bdc4-a22f9f82c961 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856228 Sep 13 03:31:04.576415 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:04.603753 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97d8498-a079-4d5c-8553-4b293ad6cc4b req-c97d6dc3-aa5e-4c95-a132-caf87aeb2826 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827792 Sep 13 03:31:04.837419 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164914f-4894-431a-85bc-47bad509a35b req-874ef8ab-0b66-4bce-a234-9f2acef3d8f9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:04.838797 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b164914f-4894-431a-85bc-47bad509a35b req-874ef8ab-0b66-4bce-a234-9f2acef3d8f9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0458543 Sep 13 03:31:04.884901 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b164914f-4894-431a-85bc-47bad509a35b req-045fdd99-96d1-4050-8c3a-2ad6ea5bbd35 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407224 Sep 13 03:31:05.196199 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1817d87-6dd0-408e-8ed9-7221608e4959 req-43f3f24f-8735-4911-b80a-1dae29c689ce tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:05.197641 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1817d87-6dd0-408e-8ed9-7221608e4959 req-43f3f24f-8735-4911-b80a-1dae29c689ce tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Sep 13 03:31:05.244796 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1817d87-6dd0-408e-8ed9-7221608e4959 req-c70b0f92-6a31-4f70-bb29-88e4bc74f7eb tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Sep 13 03:31:05.694976 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58571e1d-dcfb-427e-802d-1adfb75720bc up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:31:05.738563 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 58571e1d-dcfb-427e-802d-1adfb75720bc completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:31:05.743876 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 58571e1d-dcfb-427e-802d-1adfb75720bc triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:31:05.744288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:05.817896 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 58571e1d-dcfb-427e-802d-1adfb75720bc is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:31:05.818755 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:05.841044 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:05.843441 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca1a1df-def6-42ce-9580-452f0e542ca2" -d '{"events": [{"server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "name": "network-vif-plugged", "status": "completed", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:05.857802 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 58571e1d-dcfb-427e-802d-1adfb75720bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58571e1d-dcfb-427e-802d-1adfb75720bc,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:05.863779 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:05.889994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d6e54b-1c9a-47d9-b124-fbd883f2eaf4 x-openstack-request-id: req-03d6e54b-1c9a-47d9-b124-fbd883f2eaf4 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:05.890289 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "name": "network-vif-plugged", "status": "completed", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:05.890544 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03d6e54b-1c9a-47d9-b124-fbd883f2eaf4 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:05.890966 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d6e54b-1c9a-47d9-b124-fbd883f2eaf4'] response: {'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'code': 200} Sep 13 03:31:05.915327 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=58571e1d-dcfb-427e-802d-1adfb75720bc,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:06.014509 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a364368-6c8a-4de5-9c8e-fd85bd7ae0b6 req-a155faf0-2548-4acd-9ed2-73523f948d04 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:06.021788 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a364368-6c8a-4de5-9c8e-fd85bd7ae0b6 req-a155faf0-2548-4acd-9ed2-73523f948d04 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0564344 Sep 13 03:31:06.074972 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a364368-6c8a-4de5-9c8e-fd85bd7ae0b6 req-744a493b-1793-4b31-90d2-02a9baf1cac4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468988 Sep 13 03:31:06.149358 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2e9ef-9403-41a9-8aea-721cd09b5a4a req-f116eb4e-e7d3-4139-af58-f68712c35822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:06.150862 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0a2e9ef-9403-41a9-8aea-721cd09b5a4a req-f116eb4e-e7d3-4139-af58-f68712c35822 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 1130 time: 0.0382633 Sep 13 03:31:06.367272 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662d0bb-7b9c-47a4-8bc1-19341554e667 req-dbbffd56-e518-4965-8599-b20e5b93b333 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:06.368865 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0662d0bb-7b9c-47a4-8bc1-19341554e667 req-dbbffd56-e518-4965-8599-b20e5b93b333 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0467520 Sep 13 03:31:06.385389 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0a2e9ef-9403-41a9-8aea-721cd09b5a4a req-d71e45aa-25d9-4d82-850f-5d2ca4e7c36b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Sep 13 03:31:06.415815 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0662d0bb-7b9c-47a4-8bc1-19341554e667 req-c13d3c90-8558-4186-a8e3-8e3304b7bf91 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Sep 13 03:31:07.203727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bb684-c78a-4567-a1f4-f936bbdee991 req-c7926d3d-b9be-40e7-bf0c-eeb8f5015e8b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:07.205145 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c07bb684-c78a-4567-a1f4-f936bbdee991 req-c7926d3d-b9be-40e7-bf0c-eeb8f5015e8b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0473373 Sep 13 03:31:07.251555 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c07bb684-c78a-4567-a1f4-f936bbdee991 req-c63e3f21-73b0-4918-8f92-6c576ebf106b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408235 Sep 13 03:31:07.536939 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015ee8b-e6c0-4444-a8bd-b631045d4064 req-d3f35290-71e8-4468-8a50-a33040cbd5eb tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:07.538380 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8015ee8b-e6c0-4444-a8bd-b631045d4064 req-d3f35290-71e8-4468-8a50-a33040cbd5eb tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Sep 13 03:31:07.584842 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-8015ee8b-e6c0-4444-a8bd-b631045d4064 req-61b2315e-a287-47cb-8b6f-cebade5cbd92 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407474 Sep 13 03:31:08.375294 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cafb0-e8df-4f13-9290-9cad64f3438b req-0c2cb0a3-2f9f-4b2f-b0e8-b07a688371b3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:08.376737 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-712cafb0-e8df-4f13-9290-9cad64f3438b req-0c2cb0a3-2f9f-4b2f-b0e8-b07a688371b3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0468941 Sep 13 03:31:08.424185 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-712cafb0-e8df-4f13-9290-9cad64f3438b req-2daebe89-274b-4b09-8d3b-669e5ef71857 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419297 Sep 13 03:31:08.668213 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:08.705081 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaed69-7336-4b9c-ad7a-3e79279dd387 req-864ddac4-f65f-4e17-8e60-c63ba97e58a6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:08.707041 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c5aaed69-7336-4b9c-ad7a-3e79279dd387 req-864ddac4-f65f-4e17-8e60-c63ba97e58a6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0481400 Sep 13 03:31:08.754521 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c5aaed69-7336-4b9c-ad7a-3e79279dd387 req-39b3f16c-c6e1-4e1d-8e65-86f92242b074 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Sep 13 03:31:09.551711 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05b616-6ffc-4e38-9eb0-fc5007c32501 req-f1a88ff1-e9a7-458e-8833-86c77a1a510e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:09.553156 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fb05b616-6ffc-4e38-9eb0-fc5007c32501 req-f1a88ff1-e9a7-458e-8833-86c77a1a510e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0500274 Sep 13 03:31:09.599909 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fb05b616-6ffc-4e38-9eb0-fc5007c32501 req-000c5661-15b1-42ca-973e-d20e00568748 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411065 Sep 13 03:31:09.877960 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36912f-d621-49aa-804d-070d40789944 req-44d15848-316d-485d-9434-a4b3fca80f22 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:09.879438 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0e36912f-d621-49aa-804d-070d40789944 req-44d15848-316d-485d-9434-a4b3fca80f22 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0473554 Sep 13 03:31:09.929475 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0e36912f-d621-49aa-804d-070d40789944 req-72cc1062-e2b6-470b-b484-199ef2797cf0 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Sep 13 03:31:10.043206 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef50795-889a-444f-8696-0a4d441f5626 req-9ac42f7c-c341-40f1-86e7-4c825c9a5d8c tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:10.044574 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cef50795-889a-444f-8696-0a4d441f5626 req-9ac42f7c-c341-40f1-86e7-4c825c9a5d8c tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0466592 Sep 13 03:31:10.055107 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50404) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:10.059435 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Request body: {'floatingip': {'port_id': '58571e1d-dcfb-427e-802d-1adfb75720bc'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:31:10.100787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (4f810052-282c-45f7-9752-8713100878a3), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:10.252976 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:10.728052 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e5baa-62a0-4559-85a7-d7f5cebd50ad req-8acf1f78-5fcd-48db-ac79-95a0d99d7733 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:10.729524 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a9e5baa-62a0-4559-85a7-d7f5cebd50ad req-8acf1f78-5fcd-48db-ac79-95a0d99d7733 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0486429 Sep 13 03:31:10.733959 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.db.resource_extend [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 03:31:10.769799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:10.776740 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0a9e5baa-62a0-4559-85a7-d7f5cebd50ad req-1911a3f1-6b1a-44c9-92b7-98af665ff689 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415359 Sep 13 03:31:10.784071 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:10.788260 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (4f810052-282c-45f7-9752-8713100878a3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:10.887140 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 4f810052-282c-45f7-9752-8713100878a3 associated. External IP: 172.27.1.133, port: 58571e1d-dcfb-427e-802d-1adfb75720bc. Sep 13 03:31:11.090484 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:31:11.206328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:31:11.211278 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:11.216623 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:31:11.229288 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:31:11.230166 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:11.244378 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-77307c3c-be93-4c2a-81d2-8c81a9ba850d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/4f810052-282c-45f7-9752-8713100878a3 HTTP/1.1" status: 200 len: 992 time: 1.1881986 Sep 13 03:31:11.245030 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:11.247330 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c478aae0-fedb-4238-a9a6-d7fa18049a24" -d '{"events": [{"name": "network-changed", "server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:11.292522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb20bc2-abb7-489c-86c9-bc8a918d65ab x-openstack-request-id: req-9fb20bc2-abb7-489c-86c9-bc8a918d65ab {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:11.292815 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:11.293068 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fb20bc2-abb7-489c-86c9-bc8a918d65ab {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:11.293515 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb20bc2-abb7-489c-86c9-bc8a918d65ab'] response: {'name': 'network-changed', 'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'status': 'completed', 'code': 200} Sep 13 03:31:11.358055 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:31:11.396689 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-c3ec9430-6556-41e6-a815-cf43c3d45c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:11.398502 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-c3ec9430-6556-41e6-a815-cf43c3d45c21 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 1130 time: 0.0436327 Sep 13 03:31:11.522773 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-72298aab-ba59-4b25-98d7-89a6e94c5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:11.524372 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-72298aab-ba59-4b25-98d7-89a6e94c5de2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 200 len: 916 time: 0.1190746 Sep 13 03:31:11.604385 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-1c6e23c1-b42f-43a8-9052-a74de63222d0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58571e1d-dcfb-427e-802d-1adfb75720bc HTTP/1.1" status: 200 len: 1000 time: 0.0701847 Sep 13 03:31:11.673077 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-aa04e3af-8df6-4e8e-bff6-812161feb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:11.675475 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-aa04e3af-8df6-4e8e-bff6-812161feb52d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 200 len: 854 time: 0.0632174 Sep 13 03:31:11.729291 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:11.731669 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-78f358de-2735-48b1-b212-d54573fc85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:11.733643 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-78f358de-2735-48b1-b212-d54573fc85e8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=36a6ffba-7b10-4536-9b6f-36478b4a6ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510561 Sep 13 03:31:11.736165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '4f810052-282c-45f7-9752-8713100878a3', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:44:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:54Z', 'updated_at': '2022-09-13T03:31:10Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:11.764030 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:31:11.765898 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:11.776837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:31:11.777608 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:30:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:11.848111 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-c6507991-fd74-4568-b195-c4c5c0235517 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060846 Sep 13 03:31:11.934780 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ea378-03c3-42c7-ac4c-2ab8806784a1 req-7626be18-8311-4704-a709-b97032fe77dd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:11.943345 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9b5ea378-03c3-42c7-ac4c-2ab8806784a1 req-7626be18-8311-4704-a709-b97032fe77dd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0659151 Sep 13 03:31:11.947961 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:11.956058 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:31:11.958034 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c478aae0-fedb-4238-a9a6-d7fa18049a24 req-8d232c65-e1c9-409d-addf-37a758412994 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023459 Sep 13 03:31:12.020752 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9b5ea378-03c3-42c7-ac4c-2ab8806784a1 req-f13e79d1-3812-403d-b4bf-f0e55d9505e5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762141 Sep 13 03:31:12.220315 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '4f810052-282c-45f7-9752-8713100878a3', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:44:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:54Z', 'updated_at': '2022-09-13T03:31:10Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:12.248933 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c7372-cac5-4398-a09a-d4f1bde122c2 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '4f810052-282c-45f7-9752-8713100878a3', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'port_id': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'mac_address': 'fa:16:3e:44:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:54Z', 'updated_at': '2022-09-13T03:31:10Z', 'revision_number': 1, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:31:12.508525 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ee7cf-7c88-4223-be28-c289a8496f9e None None] New status for floating IP 4f810052-282c-45f7-9752-8713100878a3: ACTIVE {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:31:13.165031 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939198d7-8d48-43eb-bb9f-3768674cdc6a req-12105ded-3194-4dc3-814c-af1c987e37c2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:13.166734 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-939198d7-8d48-43eb-bb9f-3768674cdc6a req-12105ded-3194-4dc3-814c-af1c987e37c2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0491562 Sep 13 03:31:13.220455 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-939198d7-8d48-43eb-bb9f-3768674cdc6a req-a60e709f-3709-4fe1-9105-1322b86f2411 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445480 Sep 13 03:31:14.350980 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fdae2-d528-4b6f-8ed9-95b1e349b2f0 req-36379910-fc9a-45d1-b8a1-01f0c98b4ae3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:14.352359 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aa6fdae2-d528-4b6f-8ed9-95b1e349b2f0 req-36379910-fc9a-45d1-b8a1-01f0c98b4ae3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0508094 Sep 13 03:31:14.399048 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-aa6fdae2-d528-4b6f-8ed9-95b1e349b2f0 req-1787110a-5866-4419-900a-4dd46549f388 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411661 Sep 13 03:31:14.597368 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-92a8ae3f-6765-403f-babe-d49ca1250b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:15.551811 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac368e-ae3f-4655-a57f-ab6d6d7c3681 req-b9e2d780-30ef-411f-b406-fa8fe62ace3d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:15.553334 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-adac368e-ae3f-4655-a57f-ab6d6d7c3681 req-b9e2d780-30ef-411f-b406-fa8fe62ace3d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0647089 Sep 13 03:31:15.597415 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:15.615397 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-adac368e-ae3f-4655-a57f-ab6d6d7c3681 req-f019f0a9-5358-4f32-b717-e6c5d791f2a6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564859 Sep 13 03:31:16.752572 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef61da-aa08-42ce-9dd9-ccb9bf642af9 req-5f99b26f-8a64-4fa1-89cb-99d362d656d9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:16.754394 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-baef61da-aa08-42ce-9dd9-ccb9bf642af9 req-5f99b26f-8a64-4fa1-89cb-99d362d656d9 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0500052 Sep 13 03:31:16.779460 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:16.814906 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-baef61da-aa08-42ce-9dd9-ccb9bf642af9 req-ee1d97a7-792f-4ca1-b00c-d598d3e016db tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515869 Sep 13 03:31:16.982193 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dc61c85d-16b7-4a75-b970-0a097cc70430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:17.955566 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82b657-304b-4c90-8de1-980233e7d635 req-a42217d3-44bf-4cee-91eb-736e1082081c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:17.957031 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c82b657-304b-4c90-8de1-980233e7d635 req-a42217d3-44bf-4cee-91eb-736e1082081c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0520461 Sep 13 03:31:18.010811 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9c82b657-304b-4c90-8de1-980233e7d635 req-d6ede419-88ae-4d00-8abf-4cba291c2d3c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478051 Sep 13 03:31:18.207116 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:19.150696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859198c3-b76b-4026-a0c1-cd3b51da9a6f req-47bb8ca7-b801-4472-9a8e-def63400ee6e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:19.152254 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-859198c3-b76b-4026-a0c1-cd3b51da9a6f req-47bb8ca7-b801-4472-9a8e-def63400ee6e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0535364 Sep 13 03:31:19.445315 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-859198c3-b76b-4026-a0c1-cd3b51da9a6f req-6b4ccda2-4d55-4a8c-b010-d22962968078 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2846987 Sep 13 03:31:19.597276 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:19.910003 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:20.594758 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f00bb-276a-4e8e-bb12-00b80210363c req-aefa5f24-e0ae-40fe-8124-19ebdd607ebf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:20.602324 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-226f00bb-276a-4e8e-bb12-00b80210363c req-aefa5f24-e0ae-40fe-8124-19ebdd607ebf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0554645 Sep 13 03:31:20.647287 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-226f00bb-276a-4e8e-bb12-00b80210363c req-154e037b-9653-417d-bf01-2a216261f4fd tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438299 Sep 13 03:31:21.788291 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d2abd-508d-4c0d-bba6-4f065fd07e55 req-7a896144-3b50-475a-97aa-d0ff61014826 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:21.790743 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a19d2abd-508d-4c0d-bba6-4f065fd07e55 req-7a896144-3b50-475a-97aa-d0ff61014826 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0519805 Sep 13 03:31:21.839875 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a19d2abd-508d-4c0d-bba6-4f065fd07e55 req-87471372-bbee-4a00-b37d-4329b4f2946c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433731 Sep 13 03:31:22.637208 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:22.639209 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:22.988191 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c356f-d77a-452e-9c8f-8847be219996 req-ec6f7822-e1b5-4faf-aad8-07ce95237ddf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:22.990872 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-813c356f-d77a-452e-9c8f-8847be219996 req-ec6f7822-e1b5-4faf-aad8-07ce95237ddf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0572081 Sep 13 03:31:23.040197 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-813c356f-d77a-452e-9c8f-8847be219996 req-b7a634e3-fc36-4f58-995f-48c9862d74e5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434511 Sep 13 03:31:24.169038 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf6b0-e20a-4976-9f02-9d84dc92045b req-e04bca9c-b990-4952-9b6c-b6ed47c7cd62 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:24.170506 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3cadf6b0-e20a-4976-9f02-9d84dc92045b req-e04bca9c-b990-4952-9b6c-b6ed47c7cd62 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0465446 Sep 13 03:31:24.219228 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3cadf6b0-e20a-4976-9f02-9d84dc92045b req-6e00a68e-c314-4723-9044-d313f69c183c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432730 Sep 13 03:31:24.796477 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-aca4a169-d3d6-4cf2-9c4d-e3d1fe09029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:24.798464 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-aca4a169-d3d6-4cf2-9c4d-e3d1fe09029d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1129 time: 0.0410635 Sep 13 03:31:24.896853 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-c8f102e2-3d27-41a8-a50f-07a6c606379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:24.898248 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-c8f102e2-3d27-41a8-a50f-07a6c606379e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.0923929 Sep 13 03:31:24.960208 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-7730a71a-f7fe-477c-901e-c166537ed3bb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 1000 time: 0.0547285 Sep 13 03:31:24.993535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:25.009715 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-b2589b22-082e-482a-a090-d690b5a35771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:25.011153 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-b2589b22-082e-482a-a090-d690b5a35771 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0444603 Sep 13 03:31:25.058273 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-5212bff6-1f9f-4afe-b5ba-6ae5c6452dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:25.059764 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-5212bff6-1f9f-4afe-b5ba-6ae5c6452dd0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420830 Sep 13 03:31:25.148746 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-8a916f4d-8958-4118-af6b-4938cbf278bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Sep 13 03:31:25.242462 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e76a5b28-f2d1-4d5a-b3f4-9a05a254cff4 req-79f40d0f-b5ef-4aa8-8101-c63cd801a6bf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855684 Sep 13 03:31:25.343473 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d860756-7f0b-4923-89c8-e227afa7a17b req-aadcbf73-40aa-4553-9ef2-e5af85162220 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:25.344929 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d860756-7f0b-4923-89c8-e227afa7a17b req-aadcbf73-40aa-4553-9ef2-e5af85162220 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0470257 Sep 13 03:31:25.391128 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3d860756-7f0b-4923-89c8-e227afa7a17b req-022d3574-c79f-40b6-bdc6-09365113cda6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402513 Sep 13 03:31:26.513618 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ab4d-b903-4af3-8cf2-d1ed7e5518bb req-4998dc38-bd51-452f-9edb-46419f9aee84 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:26.515074 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0d29ab4d-b903-4af3-8cf2-d1ed7e5518bb req-4998dc38-bd51-452f-9edb-46419f9aee84 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0461981 Sep 13 03:31:26.566946 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-0d29ab4d-b903-4af3-8cf2-d1ed7e5518bb req-48aa1b15-1162-4c5f-a7ca-6693856821ae tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464196 Sep 13 03:31:27.694591 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f25edd-bf0d-4503-a853-cd7cd3acb8a6 req-57887255-3801-4c54-b01f-af15f15f3e0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:27.696099 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78f25edd-bf0d-4503-a853-cd7cd3acb8a6 req-57887255-3801-4c54-b01f-af15f15f3e0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 945 time: 0.0508859 Sep 13 03:31:27.745373 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78f25edd-bf0d-4503-a853-cd7cd3acb8a6 req-f0dce64b-f084-4878-9122-455978ef0756 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436265 Sep 13 03:31:27.848583 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:31:27.927582 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b is: ACTIVE; New status is: DOWN {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:31:27.927975 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:27.958097 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:27.960485 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc7fc8-a84f-41dd-ab75-73b1f2bb1dae" -d '{"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:27.973321 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:27.980954 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:28.005400 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5885ef-1059-439b-8d21-3861404df7bf x-openstack-request-id: req-ce5885ef-1059-439b-8d21-3861404df7bf {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:28.005721 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-unplugged", "status": "failed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b", "code": 422}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:28.005998 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce5885ef-1059-439b-8d21-3861404df7bf {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:28.006458 dv-cinder-857075-2-iscsi neutron-server[106193]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ce5885ef-1059-439b-8d21-3861404df7bf']: {'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'code': 422} returned with failed status Sep 13 03:31:28.033577 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=8']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:28.592260 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-0d5c6138-ff2d-4ac2-abae-22a40b63e4a2 req-6a4aa8e4-4ff3-4273-b5b7-c9aef691640d service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:31:28.593350 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0d5c6138-ff2d-4ac2-abae-22a40b63e4a2 req-6a4aa8e4-4ff3-4273-b5b7-c9aef691640d service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056026 Sep 13 03:31:28.729940 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:28.799877 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab09e2-92f7-48e6-8710-38182180ca92 req-5a9ed652-9ab2-45b0-bb97-16f26cb661d1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:28.801264 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-baab09e2-92f7-48e6-8710-38182180ca92 req-5a9ed652-9ab2-45b0-bb97-16f26cb661d1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0802770 Sep 13 03:31:28.807261 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-d979e7ea-fe49-43ff-83b6-bebb11e57ad9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516570 Sep 13 03:31:28.877243 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-baab09e2-92f7-48e6-8710-38182180ca92 req-ad055b86-5891-45c6-96c5-755d893cd298 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690503 Sep 13 03:31:28.895938 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-e713ef6f-d8f1-4374-8e87-cc4dc84b9425 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:28.895938 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-e713ef6f-d8f1-4374-8e87-cc4dc84b9425 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports/1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 940 time: 0.0579803 Sep 13 03:31:30.034790 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c1d39-1a9b-4f0c-8ad6-bce9e119e39d req-1c2acbaa-e57f-49a5-94c5-2efbb78cf106 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:30.036289 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-411c1d39-1a9b-4f0c-8ad6-bce9e119e39d req-1c2acbaa-e57f-49a5-94c5-2efbb78cf106 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0803111 Sep 13 03:31:30.039504 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-d304dd11-d8ec-4a9a-b1a6-21e9242423d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:30.040870 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-d304dd11-d8ec-4a9a-b1a6-21e9242423d9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c&tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95 HTTP/1.1" status: 200 len: 1127 time: 0.0528574 Sep 13 03:31:30.084353 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-411c1d39-1a9b-4f0c-8ad6-bce9e119e39d req-26acd9a1-6ea3-467e-b8d9-f4d5c4c9f480 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422418 Sep 13 03:31:30.126533 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-c5575bfd-9e48-455d-864e-0da1a89f055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:30.128079 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-c5575bfd-9e48-455d-864e-0da1a89f055a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1127 time: 0.0384645 Sep 13 03:31:30.151613 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:30.222443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-6acef9f2-35a3-42eb-a160-35c9408dc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:30.224032 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-6acef9f2-35a3-42eb-a160-35c9408dc8cc service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.0894859 Sep 13 03:31:30.285723 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-c109a3c3-19fd-4236-aa82-c255a589d5cc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 998 time: 0.0543284 Sep 13 03:31:30.337868 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-b646d7a2-eb33-4afb-b1e7-787265667b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:30.339287 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-b646d7a2-eb33-4afb-b1e7-787265667b20 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0466418 Sep 13 03:31:30.358116 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:30.383453 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-74e08441-6341-4a74-840f-7a0d51555008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:30.384961 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-74e08441-6341-4a74-840f-7a0d51555008 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398028 Sep 13 03:31:30.477943 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-b3d2aa4a-a574-4594-9c6e-dcf32cce9c64 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Sep 13 03:31:30.567883 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-227a026b-a47c-4faf-97f4-57fe96151c9c req-e18bf30d-e9aa-4437-a13c-ffd4c9137c8d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831609 Sep 13 03:31:31.024846 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:31:31.230525 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f0e6-e475-4871-b425-214e0a12e7bd req-54de344d-c3ba-4e39-812f-178a02fd28d2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:31.232375 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ffd1f0e6-e475-4871-b425-214e0a12e7bd req-54de344d-c3ba-4e39-812f-178a02fd28d2 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0591161 Sep 13 03:31:31.282648 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ffd1f0e6-e475-4871-b425-214e0a12e7bd req-ca8cea11-1b72-42fd-bb7f-bd736c33aed8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446756 Sep 13 03:31:32.377579 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:32.417785 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626f19-3676-4e48-99cd-f59e53adb32b req-90b24655-fafe-4c64-b6b0-b34ac16f9598 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:32.419370 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f626f19-3676-4e48-99cd-f59e53adb32b req-90b24655-fafe-4c64-b6b0-b34ac16f9598 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0509210 Sep 13 03:31:32.480274 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0f626f19-3676-4e48-99cd-f59e53adb32b req-f9aa2228-af4b-41e7-af03-3fd516f92ec0 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552497 Sep 13 03:31:33.619923 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5614a-384c-4c0a-8092-9e73d6ac2eb9 req-d099b5ea-a103-4a6a-b239-b7ce95e1f918 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:33.621523 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-caa5614a-384c-4c0a-8092-9e73d6ac2eb9 req-d099b5ea-a103-4a6a-b239-b7ce95e1f918 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0580273 Sep 13 03:31:33.679670 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-caa5614a-384c-4c0a-8092-9e73d6ac2eb9 req-91f582e6-66bc-4a39-8bcb-d90629b96c59 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479465 Sep 13 03:31:34.825068 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6b96-2496-46b3-86af-2be12f090e7e req-d19ddcbd-3ee6-4c74-80bb-dde85e88601b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:34.826551 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-855b6b96-2496-46b3-86af-2be12f090e7e req-d19ddcbd-3ee6-4c74-80bb-dde85e88601b tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0509098 Sep 13 03:31:34.880716 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-855b6b96-2496-46b3-86af-2be12f090e7e req-3cf52b15-4a0a-4fb4-8a15-00bc67e9d6f5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476878 Sep 13 03:31:36.048065 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdfe2-53d3-4e2e-8319-6b39d287121c req-ae3bcf91-c9f4-47c6-a7a8-677dcc17241c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:36.049606 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f72cdfe2-53d3-4e2e-8319-6b39d287121c req-ae3bcf91-c9f4-47c6-a7a8-677dcc17241c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0788496 Sep 13 03:31:36.099603 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f72cdfe2-53d3-4e2e-8319-6b39d287121c req-69a3b409-eafb-4700-937e-13317268b45c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441749 Sep 13 03:31:37.234069 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb48068-f27e-418e-a9c4-92c30fe0db02 req-77b70dde-f7b9-4299-8873-5c227ebf88be tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:37.235689 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb48068-f27e-418e-a9c4-92c30fe0db02 req-77b70dde-f7b9-4299-8873-5c227ebf88be tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0500956 Sep 13 03:31:37.285320 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5cb48068-f27e-418e-a9c4-92c30fe0db02 req-7917ba9d-1fbf-4aa5-bc77-d3b87faed3f7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438180 Sep 13 03:31:38.425701 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8dc1d-9a4a-47e1-9cd7-e42872b32adb req-6fa72078-ddae-4681-b522-d1f75e548bd8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:38.427323 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a8e8dc1d-9a4a-47e1-9cd7-e42872b32adb req-6fa72078-ddae-4681-b522-d1f75e548bd8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0581799 Sep 13 03:31:38.474193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:38.482874 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a8e8dc1d-9a4a-47e1-9cd7-e42872b32adb req-8d0559cf-d7c4-45c6-abed-390d85f693a4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495751 Sep 13 03:31:39.620207 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fef4f-ab29-42ac-bdee-9f99a7c40a2d req-1c678001-30ad-4369-be90-6b847a788696 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:39.621853 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9b2fef4f-ab29-42ac-bdee-9f99a7c40a2d req-1c678001-30ad-4369-be90-6b847a788696 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0548623 Sep 13 03:31:39.675355 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9b2fef4f-ab29-42ac-bdee-9f99a7c40a2d req-be8ddfd2-cec6-4bf3-87f9-217b92431d40 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475667 Sep 13 03:31:40.352944 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:40.353709 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:40.805412 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a492-a054-42f2-b407-05383ad935c8 req-5cc57473-6c1a-445d-8501-13b9fd0428e7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:40.806907 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5692a492-a054-42f2-b407-05383ad935c8 req-5cc57473-6c1a-445d-8501-13b9fd0428e7 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0469475 Sep 13 03:31:40.857455 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5692a492-a054-42f2-b407-05383ad935c8 req-ec2b44dc-4b39-4a33-8c5b-2b2a0686f159 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449705 Sep 13 03:31:41.981626 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd4e2-bc55-4e69-b516-a11371ca8c3d req-9832af76-6c9f-4929-9cbb-26dd95a8bd41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:41.983096 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f3fd4e2-bc55-4e69-b516-a11371ca8c3d req-9832af76-6c9f-4929-9cbb-26dd95a8bd41 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0458591 Sep 13 03:31:42.029262 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f3fd4e2-bc55-4e69-b516-a11371ca8c3d req-85e384a7-3138-402e-a99d-9a0006c851ea tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407505 Sep 13 03:31:43.154752 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30201-ff85-41c0-84d2-d50b9b62346a req-ca9c298f-8ce7-40ce-9b57-b06d66dd784c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:43.156234 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c3a30201-ff85-41c0-84d2-d50b9b62346a req-ca9c298f-8ce7-40ce-9b57-b06d66dd784c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0470147 Sep 13 03:31:43.202726 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c3a30201-ff85-41c0-84d2-d50b9b62346a req-e4d64a06-a367-4010-b0f0-d0e6e3fe58f4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409803 Sep 13 03:31:44.325561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e699c6-e4e4-4a25-ada7-c1c4f7adfc7c req-2a401fdf-22ab-48a3-9ef0-0f1b8c638d0d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:44.326949 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b1e699c6-e4e4-4a25-ada7-c1c4f7adfc7c req-2a401fdf-22ab-48a3-9ef0-0f1b8c638d0d tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0460756 Sep 13 03:31:44.376050 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b1e699c6-e4e4-4a25-ada7-c1c4f7adfc7c req-4f191588-05d7-408c-8e35-73f6510dcd39 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436656 Sep 13 03:31:44.598132 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2b2560a2-c5aa-4494-80bc-ed3ae225d0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:45.502005 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e458-7a94-4e95-8ce7-9e195705452c req-0922a987-6024-4e63-80ea-d4ea116ad7f8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:45.503490 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66f4e458-7a94-4e95-8ce7-9e195705452c req-0922a987-6024-4e63-80ea-d4ea116ad7f8 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0481856 Sep 13 03:31:45.551610 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-66f4e458-7a94-4e95-8ce7-9e195705452c req-fe76dd6c-780a-4213-bac9-57a3d901bd68 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424166 Sep 13 03:31:46.679996 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128482b-3ada-4fdd-bdf4-a9e30795f9ba req-80aed224-64c8-4698-adba-48cc433d3a33 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:46.681433 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9128482b-3ada-4fdd-bdf4-a9e30795f9ba req-80aed224-64c8-4698-adba-48cc433d3a33 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0471938 Sep 13 03:31:46.728000 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9128482b-3ada-4fdd-bdf4-a9e30795f9ba req-f803a9c6-b576-4d28-a27b-b239fc9099ef tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411487 Sep 13 03:31:46.974071 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d0c0a14c-2a28-413a-b338-e4653fe9bec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:47.855838 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c5402-1184-4b92-859b-99a18804c692 req-b101fb6b-681d-49a0-bbeb-b2790c0bb3e4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:47.857220 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9f9c5402-1184-4b92-859b-99a18804c692 req-b101fb6b-681d-49a0-bbeb-b2790c0bb3e4 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 943 time: 0.0506124 Sep 13 03:31:47.869765 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:31:47.905176 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9f9c5402-1184-4b92-859b-99a18804c692 req-7473f4b7-04b3-4fb7-9dc1-be2d57caa82c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423272 Sep 13 03:31:47.972513 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:47.984125 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'port_id': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'mac_address': 'fa:16:3e:5a:67:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:31:48.019896 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:31:48.020313 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:48.033812 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4bf2a7-2e87-4a14-894c-d018f847fb5b {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:31:48.054353 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:48.058395 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:48.105041 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=9']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:48.112165 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.112529 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.112926 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.113209 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.113543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.113868 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.114190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.114537 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.114843 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.115252 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.115509 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.115837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.116152 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.116466 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.116781 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:48.204912 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:48.556327 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['1b4bf2a7-2e87-4a14-894c-d018f847fb5b'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:31:48.994314 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:49.030895 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30e84c-da4e-41da-a49d-f6094c3fe3dd req-73667bbe-1e07-43c9-91b9-b806d317016c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:49.032326 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae30e84c-da4e-41da-a49d-f6094c3fe3dd req-73667bbe-1e07-43c9-91b9-b806d317016c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 944 time: 0.0468416 Sep 13 03:31:49.079872 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ae30e84c-da4e-41da-a49d-f6094c3fe3dd req-02c16fa4-7d51-49b9-9a82-2b362bb3c25f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420280 Sep 13 03:31:49.593336 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:49.876894 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:31:49.926701 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:49.937090 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:31:49.937465 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:50.008281 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:31:50.008664 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:50.030713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:50.032930 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1dadfb-346a-4e9c-ba55-5a288025084f" -d '{"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:50.046627 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:50.050562 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:50.076773 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc52b9f-1345-4ac6-897c-8cb5f3dd4d46 x-openstack-request-id: req-2bc52b9f-1345-4ac6-897c-8cb5f3dd4d46 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:50.077064 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:50.077318 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bc52b9f-1345-4ac6-897c-8cb5f3dd4d46 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:50.077703 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc52b9f-1345-4ac6-897c-8cb5f3dd4d46'] response: {'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'code': 200} Sep 13 03:31:50.102767 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=10']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:50.213018 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60f3b-c8bf-4fd1-b3aa-8aa6c7a47395 req-86206daf-1667-443d-b790-079bbc5e2c0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:50.214501 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ae60f3b-c8bf-4fd1-b3aa-8aa6c7a47395 req-86206daf-1667-443d-b790-079bbc5e2c0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0512397 Sep 13 03:31:50.264048 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5ae60f3b-c8bf-4fd1-b3aa-8aa6c7a47395 req-63f286ac-5519-47a8-a912-31b9e05100d0 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430675 Sep 13 03:31:50.389281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f6ac-96b6-41a3-b663-34cb3340bb61 req-7df74e96-2117-4771-84a4-5ac93368d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:50.391078 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-20a0f6ac-96b6-41a3-b663-34cb3340bb61 req-7df74e96-2117-4771-84a4-5ac93368d48e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1130 time: 0.0843759 Sep 13 03:31:50.435515 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-20a0f6ac-96b6-41a3-b663-34cb3340bb61 req-6ec7270a-5475-403b-8549-7bd3e8d40115 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376420 Sep 13 03:31:51.389327 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a03a2-1567-439b-acca-50395e6b24ea req-db0bc08f-6827-477c-abdc-904bc16bbea5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:51.390802 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-874a03a2-1567-439b-acca-50395e6b24ea req-db0bc08f-6827-477c-abdc-904bc16bbea5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0458174 Sep 13 03:31:51.437816 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-874a03a2-1567-439b-acca-50395e6b24ea req-69208313-8400-457e-8f7e-a303ba3956fc tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415595 Sep 13 03:31:52.573058 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99673f-f642-49b0-a065-9378e52d9a4d req-77545162-0d8e-40f9-b975-815a944406f3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:52.574532 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d99673f-f642-49b0-a065-9378e52d9a4d req-77545162-0d8e-40f9-b975-815a944406f3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0511231 Sep 13 03:31:52.614824 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:52.623472 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2d99673f-f642-49b0-a065-9378e52d9a4d req-408582ea-bb58-476e-a174-f07f22bdd474 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434670 Sep 13 03:31:53.074235 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=15 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:53.079333 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=19 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:53.346891 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61bbe-3918-4f65-93ee-1a481a828d9d req-da66e9c7-fe92-4847-9ffb-d41589f34760 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:53.348357 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c2d61bbe-3918-4f65-93ee-1a481a828d9d req-da66e9c7-fe92-4847-9ffb-d41589f34760 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0472476 Sep 13 03:31:53.394515 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c2d61bbe-3918-4f65-93ee-1a481a828d9d req-d5579b07-b78c-4741-b1da-87812547cb62 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Sep 13 03:31:53.748837 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbc57e-45e3-49d8-b5b7-c90c469db106 req-eaa204d9-8058-479b-a7fd-be5a44c13a29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:53.750289 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-67fbc57e-45e3-49d8-b5b7-c90c469db106 req-eaa204d9-8058-479b-a7fd-be5a44c13a29 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0457520 Sep 13 03:31:53.779060 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:53.801349 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-67fbc57e-45e3-49d8-b5b7-c90c469db106 req-1c4e21c8-6f7c-4ea0-85fb-791273e36863 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455508 Sep 13 03:31:54.513806 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bfd18-5f41-4590-b5ca-d943db84cb94 req-481efba2-9f23-43e5-a6e3-63ede11e7509 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:54.515306 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-702bfd18-5f41-4590-b5ca-d943db84cb94 req-481efba2-9f23-43e5-a6e3-63ede11e7509 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0463657 Sep 13 03:31:54.564132 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-702bfd18-5f41-4590-b5ca-d943db84cb94 req-eee0c21a-b906-4397-be7c-777ba56431b6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Sep 13 03:31:55.655274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60350ea-91f7-480b-acfd-94610cd5378e req-87f0b0ea-aeda-4056-8df6-87d27a3c1daf tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:55.656728 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d60350ea-91f7-480b-acfd-94610cd5378e req-87f0b0ea-aeda-4056-8df6-87d27a3c1daf tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0473187 Sep 13 03:31:55.688023 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4d78-9105-42de-8444-1d0cfdc6d40a req-2b9bd4a0-088e-47df-a062-8b64c343f33e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:31:55.689493 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-486a4d78-9105-42de-8444-1d0cfdc6d40a req-2b9bd4a0-088e-47df-a062-8b64c343f33e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 946 time: 0.0464668 Sep 13 03:31:55.736871 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-486a4d78-9105-42de-8444-1d0cfdc6d40a req-2f7ffbe4-1bea-437d-a4b1-017fd5785269 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=96884149-7660-4113-9068-dfdfe7cf7761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Sep 13 03:31:55.741228 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Deleting port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:31:55.741570 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:55.834118 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] For port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:31:55.834476 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:55.992129 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:55.992499 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:55.992814 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Floating IP 7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7 disassociated. External IP: 172.27.1.213, port: 3cf8c0a3-568d-455a-8ea4-b062a263d4f1. Sep 13 03:31:55.993153 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Calling delete_port for 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:31:56.049756 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:56.124312 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (3cf8c0a3-568d-455a-8ea4-b062a263d4f1), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:56.152869 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event deleted for resources: {'Port': ['ID=3cf8c0a3-568d-455a-8ea4-b062a263d4f1,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:56.163837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.164183 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.164525 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.164861 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.165195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.165523 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.165847 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.166169 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.166511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.166855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.167180 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.167506 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.168419 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.168419 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.168629 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:56.271530 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Router b351e21c-8331-4921-a38f-e7f9271eb632 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:31:56.319887 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:56.377077 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:31:56.386846 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] Sync routers for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:31:56.397450 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:31:56.398141 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:31:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:56.401010 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:56.420637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] No DVR routers for this DVR port 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:31:56.423186 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:56.426507 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d60350ea-91f7-480b-acfd-94610cd5378e req-578685f1-5c6f-4ee5-9a13-f6df75b86ee6 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.57 "DELETE /networking/v2.0/ports/3cf8c0a3-568d-455a-8ea4-b062a263d4f1 HTTP/1.1" status: 204 len: 173 time: 0.7644379 Sep 13 03:31:56.427022 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'name': 'network-vif-deleted', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:31:56.429968 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d34c211-2868-47a7-adba-0a9158afd6ca" -d '{"events": [{"server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "name": "network-vif-deleted", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:31:56.445748 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:56.520208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:31:56.538418 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d983ef82-a23c-4e6d-967d-e4a448551527 x-openstack-request-id: req-d983ef82-a23c-4e6d-967d-e4a448551527 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:31:56.538892 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67827f2d-1e40-4e54-83b5-906368c76022", "name": "network-vif-deleted", "tag": "3cf8c0a3-568d-455a-8ea4-b062a263d4f1", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:31:56.539131 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d983ef82-a23c-4e6d-967d-e4a448551527 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:31:56.539543 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d983ef82-a23c-4e6d-967d-e4a448551527'] response: {'server_uuid': '67827f2d-1e40-4e54-83b5-906368c76022', 'name': 'network-vif-deleted', 'tag': '3cf8c0a3-568d-455a-8ea4-b062a263d4f1', 'status': 'completed', 'code': 200} Sep 13 03:31:56.726708 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:56.756627 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] Checking router: b351e21c-8331-4921-a38f-e7f9271eb632 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:31:56.765270 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:31:56.765872 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:31:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:56.852205 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-378b6c5a-ab8c-4d9e-b441-4d650c60c455 req-e02aa1c5-df61-45b5-b79b-4904b1c6cc2d tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=67827f2d-1e40-4e54-83b5-906368c76022 HTTP/1.1" status: 200 len: 210 time: 0.0275543 Sep 13 03:31:56.869381 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:31:57.058575 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:31:57.085513 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d986af8-2d1a-4477-b58f-8986037d2413 None None] The sync data for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi is: [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:20:57Z', 'revision_number': 4, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '3b48278b-d71e-4f65-8cc8-142e617959d1', 'name': '', 'network_id': '56b0350b-2f1d-46ac-ad32-a74946bfd610', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'mac_address': 'fa:16:3e:da:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:55Z', 'updated_at': '2022-09-13T03:21:04Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'subnets': [{'id': '04fdef43-9d1e-47ca-b428-82e86f24ac1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:31:57.315783 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f09f7-0fbe-42ad-b5ce-ebd03d26341f None None] New status for floating IP 7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:31:57.923780 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:31:57.945087 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:31:57.945436 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 3cf8c0a3-568d-455a-8ea4-b062a263d4f1 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:31:57.948160 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50836) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:58.003104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-258a1db0-ff2d-4aef-9031-be8fe5563dc8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (96884149-7660-4113-9068-dfdfe7cf7761), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.028822 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-258a1db0-ff2d-4aef-9031-be8fe5563dc8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (96884149-7660-4113-9068-dfdfe7cf7761), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.077027 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-258a1db0-ff2d-4aef-9031-be8fe5563dc8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (96884149-7660-4113-9068-dfdfe7cf7761), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.079768 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-258a1db0-ff2d-4aef-9031-be8fe5563dc8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.080952 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-258a1db0-ff2d-4aef-9031-be8fe5563dc8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/96884149-7660-4113-9068-dfdfe7cf7761 HTTP/1.1" status: 204 len: 168 time: 0.1318009 Sep 13 03:31:58.083788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50838) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:58.090144 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a1db0-ff2d-4aef-9031-be8fe5563dc8 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96884149-7660-4113-9068-dfdfe7cf7761,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:58.097710 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.api.v2.resource [None req-1305e192-51e1-4c3d-880c-aacbf77079c7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] show failed (client error): The resource could not be found. Sep 13 03:31:58.098718 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-1305e192-51e1-4c3d-880c-aacbf77079c7 tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "GET /networking/v2.0/security-groups/96884149-7660-4113-9068-dfdfe7cf7761 HTTP/1.1" status: 404 len: 347 time: 0.0138867 Sep 13 03:31:58.101553 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 50840) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:31:58.211734 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Deleting port df2da53d-b9d4-4640-8ec3-192f5cc1b4fa {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:31:58.212077 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.289688 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.289940 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.302244 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Calling delete_port for df2da53d-b9d4-4640-8ec3-192f5cc1b4fa owned by network:floatingip {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:31:58.413197 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:31:58.437032 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (df2da53d-b9d4-4640-8ec3-192f5cc1b4fa), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.467765 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Pushing event deleted for resources: {'Port': ['ID=df2da53d-b9d4-4640-8ec3-192f5cc1b4fa,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:31:58.491823 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.492171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.492508 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.492846 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.493177 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.493504 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.493828 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.494150 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.494472 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.494820 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.495145 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.495468 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.495789 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.496104 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.496420 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:31:58.534553 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks [] for floatingip (7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.538088 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:31:58.539472 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f8f7a8a0-80de-4e69-8278-f935abb7dd9e tempest-AttachVolumeTestJSON-373766804 tempest-AttachVolumeTestJSON-373766804-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/7cb6e8fe-2f98-4d7b-b0d4-c4ca79b793e7 HTTP/1.1" status: 204 len: 168 time: 0.4370322 Sep 13 03:32:00.351458 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:01.301599 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-969929e2-fefb-42c1-bdf8-aa7abc0b9f60 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396564 Sep 13 03:32:01.410274 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c23a0-271a-474d-93bd-22da3705b074 req-d8be509c-ebde-430c-81d5-53319b34fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:01.411690 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-d8be509c-ebde-430c-81d5-53319b34fc32 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 1130 time: 0.0387988 Sep 13 03:32:01.516737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c23a0-271a-474d-93bd-22da3705b074 req-f2cb8514-0618-4e47-8e5f-38abfe624620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:01.518165 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-f2cb8514-0618-4e47-8e5f-38abfe624620 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 200 len: 917 time: 0.0890050 Sep 13 03:32:01.579243 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-2e4b7c02-1d1c-4545-aae9-083848639b37 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 200 len: 1000 time: 0.0543957 Sep 13 03:32:01.628906 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c23a0-271a-474d-93bd-22da3705b074 req-75b01bed-8f37-4e60-99e5-07e20050a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:01.630279 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-75b01bed-8f37-4e60-99e5-07e20050a076 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 200 len: 855 time: 0.0452592 Sep 13 03:32:01.672165 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c23a0-271a-474d-93bd-22da3705b074 req-9d1f8fa1-f787-4cb9-83ca-9e1ae2bd5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:01.673492 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-9d1f8fa1-f787-4cb9-83ca-9e1ae2bd5a05 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7e1950a0-7f6c-4538-86e4-23311290e33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369594 Sep 13 03:32:01.683555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-1baacb1c-c873-4610-8731-2d55b4bf175f service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:32:01.684474 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-1baacb1c-c873-4610-8731-2d55b4bf175f service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047050 Sep 13 03:32:01.772113 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-c50cb13a-116f-47e8-b230-c5c4ef685f20 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810151 Sep 13 03:32:01.786390 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:01.865404 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-339c23a0-271a-474d-93bd-22da3705b074 req-325e9ef2-fd3c-4d12-9446-db5273bbb4c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861001 Sep 13 03:32:02.085998 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50870) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:02.658139 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:02.752101 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (b351e21c-8331-4921-a38f-e7f9271eb632), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:02.976870 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Deleting port 3b48278b-d71e-4f65-8cc8-142e617959d1 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:32:02.977219 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:03.054280 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-56101989-687a-4171-baea-0603a677c93a admin admin] For port 3b48278b-d71e-4f65-8cc8-142e617959d1, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=3b48278b-d71e-4f65-8cc8-142e617959d1,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:32:03.054656 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:03.067481 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Calling delete_port for 3b48278b-d71e-4f65-8cc8-142e617959d1 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:32:03.201893 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:03.244751 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (3b48278b-d71e-4f65-8cc8-142e617959d1), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:03.266846 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b48278b-d71e-4f65-8cc8-142e617959d1,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:03.432654 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (b351e21c-8331-4921-a38f-e7f9271eb632), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:03.481237 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:03.637627 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Router b351e21c-8331-4921-a38f-e7f9271eb632 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:32:03.734428 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56101989-687a-4171-baea-0603a677c93a admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:32:03.739691 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-56101989-687a-4171-baea-0603a677c93a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b351e21c-8331-4921-a38f-e7f9271eb632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530087 Sep 13 03:32:03.742798 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50874) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:03.744196 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] Sync routers for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:32:03.753922 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:32:03.754644 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:31:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:03.842103 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks [] for router (b351e21c-8331-4921-a38f-e7f9271eb632), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:03.945474 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks [] for router_gateway (b351e21c-8331-4921-a38f-e7f9271eb632), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:03.985896 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:32:03.988138 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Deleting port 12b26708-612f-44ac-9532-9e1fb299f6a6 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:32:03.988472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.072641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] For port 12b26708-612f-44ac-9532-9e1fb299f6a6, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=12b26708-612f-44ac-9532-9e1fb299f6a6,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:32:04.072641 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.085696 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Calling delete_port for 12b26708-612f-44ac-9532-9e1fb299f6a6 owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:32:04.094938 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:04.149051 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:04.152139 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:32:03Z', 'revision_number': 5, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port': {'id': '12b26708-612f-44ac-9532-9e1fb299f6a6', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:04.183094 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] Checking router: b351e21c-8331-4921-a38f-e7f9271eb632 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:32:04.191500 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] Routers {'b351e21c-8331-4921-a38f-e7f9271eb632'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:32:04.192101 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:31:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['b351e21c-8331-4921-a38f-e7f9271eb632'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:04.255433 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (12b26708-612f-44ac-9532-9e1fb299f6a6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.277678 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] Set router b351e21c-8331-4921-a38f-e7f9271eb632 gateway port host: None {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:32:04.278110 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b26708-612f-44ac-9532-9e1fb299f6a6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:04.328109 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:04.330796 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:32:03Z', 'revision_number': 6, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:04.351512 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (b351e21c-8331-4921-a38f-e7f9271eb632), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.356052 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271da589-1cd3-4bef-a7de-9926ba76f410 None None] The sync data for ids ['b351e21c-8331-4921-a38f-e7f9271eb632'] in dv-cinder-857075-2-iscsi is: [{'id': 'b351e21c-8331-4921-a38f-e7f9271eb632', 'name': 'tempest-AttachVolumeTestJSON-476066891-router', 'tenant_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:32:03Z', 'revision_number': 6, 'project_id': 'bb8f67ac0f3c48b2933b6ae34d4fd838', 'gw_port_host': None}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:32:04.441493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (b351e21c-8331-4921-a38f-e7f9271eb632), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.443703 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks [] for router_controller (b351e21c-8331-4921-a38f-e7f9271eb632), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.485763 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (b351e21c-8331-4921-a38f-e7f9271eb632), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.486355 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b351e21c-8331-4921-a38f-e7f9271eb632 {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:32:04.491859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.493129 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-0272d908-ab42-4b69-98c0-8a9dc68e7908 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/b351e21c-8331-4921-a38f-e7f9271eb632 HTTP/1.1" status: 204 len: 168 time: 0.7494209 Sep 13 03:32:04.495695 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50876) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:04.539888 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] Deleting subnet 04fdef43-9d1e-47ca-b428-82e86f24ac1e {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:32:04.543013 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] Publish callbacks [] for subnet (04fdef43-9d1e-47ca-b428-82e86f24ac1e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.577547 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (04fdef43-9d1e-47ca-b428-82e86f24ac1e), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.654363 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (04fdef43-9d1e-47ca-b428-82e86f24ac1e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.708435 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (04fdef43-9d1e-47ca-b428-82e86f24ac1e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.737632 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fdef43-9d1e-47ca-b428-82e86f24ac1e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:04.743361 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.747241 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-66732063-2e03-4411-9832-9d1cad71b2a8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/04fdef43-9d1e-47ca-b428-82e86f24ac1e HTTP/1.1" status: 204 len: 168 time: 0.2505908 Sep 13 03:32:04.748853 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da220a9-6840-4a7f-9da4-e7da965e47ba None None] Network 56b0350b-2f1d-46ac-ad32-a74946bfd610 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:32:04.750082 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50878) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:04.767477 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:04.830853 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (56b0350b-2f1d-46ac-ad32-a74946bfd610), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.877083 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Deleting port b1423a2e-6d33-446f-a158-1d23876f7016 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:32:04.877427 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.943051 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] For port b1423a2e-6d33-446f-a158-1d23876f7016, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=b1423a2e-6d33-446f-a158-1d23876f7016,segment=NetworkSegment(734c50b7-3491-4369-8d73-a70d32ad2038),segment_id=734c50b7-3491-4369-8d73-a70d32ad2038)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:32:04.943407 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:04.956134 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Calling delete_port for b1423a2e-6d33-446f-a158-1d23876f7016 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:32:05.009348 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:05.034884 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (b1423a2e-6d33-446f-a158-1d23876f7016), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.061210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1423a2e-6d33-446f-a158-1d23876f7016,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:05.062996 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] No DVR routers for this DVR port b1423a2e-6d33-446f-a158-1d23876f7016 on host dv-cinder-857075-2-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:32:05.140631 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (56b0350b-2f1d-46ac-ad32-a74946bfd610), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.144606 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5c44d-a105-4653-ae3c-f8b2c36206c2 None None] DHCP port deletion for 56b0350b-2f1d-46ac-ad32-a74946bfd610 request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:32:05.166740 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b0350b-2f1d-46ac-ad32-a74946bfd610']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:05.176542 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734c50b7-3491-4369-8d73-a70d32ad2038') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:05.176878 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734c50b7-3491-4369-8d73-a70d32ad2038') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:05.187178 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (734c50b7-3491-4369-8d73-a70d32ad2038), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.192885 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:05.202253 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (734c50b7-3491-4369-8d73-a70d32ad2038), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.209674 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:32:05.210220 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (734c50b7-3491-4369-8d73-a70d32ad2038), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.252389 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 734c50b7-3491-4369-8d73-a70d32ad2038 resource provider aggregate not found Sep 13 03:32:05.271036 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 734c50b7-3491-4369-8d73-a70d32ad2038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 734c50b7-3491-4369-8d73-a70d32ad2038 found for delete ", "request_id": "req-816fe9a9-8847-46b3-a11f-641f115127aa"}]} Sep 13 03:32:05.278765 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (56b0350b-2f1d-46ac-ad32-a74946bfd610), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.284341 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.290519 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/56b0350b-2f1d-46ac-ad32-a74946bfd610 HTTP/1.1" status: 204 len: 168 time: 0.5365667 Sep 13 03:32:05.309730 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b81fc-bcd8-40a6-9e6e-ef7596a45fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b0350b-2f1d-46ac-ad32-a74946bfd610,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:05.352946 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3b48278b-d71e-4f65-8cc8-142e617959d1 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:32:05.375306 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 3b48278b-d71e-4f65-8cc8-142e617959d1 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:32:05.375776 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 3b48278b-d71e-4f65-8cc8-142e617959d1 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:32:05.376212 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b1423a2e-6d33-446f-a158-1d23876f7016 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:32:05.399307 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: b1423a2e-6d33-446f-a158-1d23876f7016 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:32:05.399648 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device b1423a2e-6d33-446f-a158-1d23876f7016 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:32:05.400111 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 12b26708-612f-44ac-9532-9e1fb299f6a6 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:32:05.419168 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 12b26708-612f-44ac-9532-9e1fb299f6a6 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:32:05.419512 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 12b26708-612f-44ac-9532-9e1fb299f6a6 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:32:05.426300 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50888) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:05.469919 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ee5e2008-601e-43a6-a7d1-2c3c081666fe admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bb8f67ac0f3c48b2933b6ae34d4fd838&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424709 Sep 13 03:32:05.472439 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 50890) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:05.521121 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-982df08c-a8fe-4d5c-8e1c-271568f7e5a5 admin admin] Publish callbacks [] for security_group (264fded5-e2e3-4214-b1e7-9fc3bb1375f6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.541659 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-982df08c-a8fe-4d5c-8e1c-271568f7e5a5 admin admin] Publish callbacks [] for security_group (264fded5-e2e3-4214-b1e7-9fc3bb1375f6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.591115 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-982df08c-a8fe-4d5c-8e1c-271568f7e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (264fded5-e2e3-4214-b1e7-9fc3bb1375f6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.594275 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-982df08c-a8fe-4d5c-8e1c-271568f7e5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:05.595459 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-982df08c-a8fe-4d5c-8e1c-271568f7e5a5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/264fded5-e2e3-4214-b1e7-9fc3bb1375f6 HTTP/1.1" status: 204 len: 168 time: 0.1221337 Sep 13 03:32:05.604629 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982df08c-a8fe-4d5c-8e1c-271568f7e5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264fded5-e2e3-4214-b1e7-9fc3bb1375f6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:07.385268 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:07.387702 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:08.014008 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:32:08.528789 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=11 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:08.530678 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=63,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:14.599995 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cd47c0d0-16d4-45d1-a14f-be1cac0ac187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:14.952589 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51008) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:15.054965 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f061fe3e-1e06-4951-b285-4acef9213343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:15.131432 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f061fe3e-1e06-4951-b285-4acef9213343 admin admin] Publish callbacks [] for security_group (ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:15.135650 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f061fe3e-1e06-4951-b285-4acef9213343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:15.178832 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f061fe3e-1e06-4951-b285-4acef9213343 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7071167bde9e45c08f8a0ddac6638b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251403 Sep 13 03:32:15.179686 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061fe3e-1e06-4951-b285-4acef9213343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:15.181596 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51012) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:15.233754 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b137da81-5ec4-4c41-813e-e2d79d1093ad admin admin] Publish callbacks [] for security_group (ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:15.253113 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b137da81-5ec4-4c41-813e-e2d79d1093ad admin admin] Publish callbacks [] for security_group (ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:15.299703 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b137da81-5ec4-4c41-813e-e2d79d1093ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:15.302322 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b137da81-5ec4-4c41-813e-e2d79d1093ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:15.303488 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b137da81-5ec4-4c41-813e-e2d79d1093ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957 HTTP/1.1" status: 204 len: 168 time: 0.1209364 Sep 13 03:32:15.311514 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137da81-5ec4-4c41-813e-e2d79d1093ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5bd8b8-c6dc-4827-9218-f2f1b9b6e957,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:16.976681 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-abe24aa6-5a8f-4cac-a08e-5c7b3b6c3804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:18.011018 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:18.206243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:19.596016 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:19.909634 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:25.173217 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:25.175048 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:25.306897 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:25.307677 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:27.803826 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6b709-4307-46a5-9ffa-621d86166128 req-cdaa5f83-d019-4c76-880d-e16c6fe2d71c tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:27.805302 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1b6b709-4307-46a5-9ffa-621d86166128 req-cdaa5f83-d019-4c76-880d-e16c6fe2d71c tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0485473 Sep 13 03:32:27.864927 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2971047-318c-45b0-a796-bb9ba451beca req-5e1f47ad-e4f5-42a2-b666-78f21ae78897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:27.866401 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2971047-318c-45b0-a796-bb9ba451beca req-5e1f47ad-e4f5-42a2-b666-78f21ae78897 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1169 time: 0.0583944 Sep 13 03:32:27.944267 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d1b6b709-4307-46a5-9ffa-621d86166128 req-659daac2-414c-423f-90e0-dd117ce77b5b tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277211 Sep 13 03:32:27.981266 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2971047-318c-45b0-a796-bb9ba451beca req-2366f763-efcf-4cd2-8f76-5dc8069a5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:27.982753 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2971047-318c-45b0-a796-bb9ba451beca req-2366f763-efcf-4cd2-8f76-5dc8069a5013 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 916 time: 0.1103296 Sep 13 03:32:28.045738 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2971047-318c-45b0-a796-bb9ba451beca req-95da513e-67e8-4d32-a3bf-5e7c80263c25 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 1002 time: 0.0566950 Sep 13 03:32:28.100104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2971047-318c-45b0-a796-bb9ba451beca req-88e757fe-46a3-42ff-8d3d-92270fef03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:28.101568 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2971047-318c-45b0-a796-bb9ba451beca req-88e757fe-46a3-42ff-8d3d-92270fef03be service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.0490439 Sep 13 03:32:28.146634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2971047-318c-45b0-a796-bb9ba451beca req-c4c50207-3908-4663-a2f9-a7ad99783607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:28.148260 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2971047-318c-45b0-a796-bb9ba451beca req-c4c50207-3908-4663-a2f9-a7ad99783607 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394623 Sep 13 03:32:28.242515 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2971047-318c-45b0-a796-bb9ba451beca req-8a3b2ed6-3b92-4606-b73a-36d36b6d4463 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869477 Sep 13 03:32:28.353998 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e2971047-318c-45b0-a796-bb9ba451beca req-d7c7a6f8-507b-440a-bca7-c1b15c9ab260 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044331 Sep 13 03:32:29.067643 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913dfc-97eb-4de4-b662-3e51a43fd748 req-3e1e511c-f240-4f74-bca3-7cca6e19be5a tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:29.069130 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c913dfc-97eb-4de4-b662-3e51a43fd748 req-3e1e511c-f240-4f74-bca3-7cca6e19be5a tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0474865 Sep 13 03:32:29.129222 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-9c913dfc-97eb-4de4-b662-3e51a43fd748 req-916761bb-418c-43e6-8e01-531ddcfc2055 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540011 Sep 13 03:32:29.899986 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:29.905696 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:30.075058 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:30.075801 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:30.250168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348967bf-49f4-4cf4-86f9-58dd874a27ee req-caf96148-89f4-412d-9087-623cd2832f98 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:30.251622 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-348967bf-49f4-4cf4-86f9-58dd874a27ee req-caf96148-89f4-412d-9087-623cd2832f98 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0466521 Sep 13 03:32:30.314290 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-348967bf-49f4-4cf4-86f9-58dd874a27ee req-c696fbb3-478d-4825-9774-99248c34f076 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569930 Sep 13 03:32:30.366723 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:31.432718 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea7d50-0449-4e29-a202-68ffdb852ee3 req-2d3bfa82-7c43-4658-aa52-51b344efb1a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:31.434143 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-60ea7d50-0449-4e29-a202-68ffdb852ee3 req-2d3bfa82-7c43-4658-aa52-51b344efb1a8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0457575 Sep 13 03:32:31.495667 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-60ea7d50-0449-4e29-a202-68ffdb852ee3 req-5e1b8e6d-899c-462b-a470-01c990f557ac tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557628 Sep 13 03:32:32.616555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de9d67-48e0-4811-a5a9-62984c918068 req-88704222-36bd-4179-be01-cd23fb0d7242 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:32.618051 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-46de9d67-48e0-4811-a5a9-62984c918068 req-88704222-36bd-4179-be01-cd23fb0d7242 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0492573 Sep 13 03:32:32.682084 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-46de9d67-48e0-4811-a5a9-62984c918068 req-2147f701-e7a3-4ec4-a0b6-5588bfa71bb5 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582952 Sep 13 03:32:32.848085 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-dbd6d025-921e-4c12-baaa-c864507859f9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2028642222&fields=id&tenant_id=ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 267 time: 0.0468633 Sep 13 03:32:32.952897 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-4798190f-9863-40d4-b42e-4d732d840697 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:32.954318 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-4798190f-9863-40d4-b42e-4d732d840697 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 811 time: 0.0994956 Sep 13 03:32:32.968431 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-724c974f-eb9e-4df2-acdb-882515c6dc5c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/quotas/ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 375 time: 0.0087423 Sep 13 03:32:33.022907 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-3e17e63c-6e51-4437-b617-423820935418 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497310 Sep 13 03:32:33.248753 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-4060a44c-a2ef-408e-8e73-e1221544b2d3 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:32:33.249754 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-4060a44c-a2ef-408e-8e73-e1221544b2d3 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2161343 Sep 13 03:32:33.339385 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-3198574c-4cd0-4e65-b2ea-dc53948abb70 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837176 Sep 13 03:32:33.431179 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-d825c66a-9ba8-461f-aed5-10ebee460183 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861411 Sep 13 03:32:33.716212 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b9e871fb-167c-4a6b-8741-d674a0a15225 req-248b6fde-cdd6-48b8-92c5-787a84678fc7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 210 time: 0.0284743 Sep 13 03:32:33.830466 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5490d-3da9-4e67-8b7a-9c2ddf67ba82 req-b578f7ac-ab18-45a2-8533-6694fb43a517 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:33.832246 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dba5490d-3da9-4e67-8b7a-9c2ddf67ba82 req-b578f7ac-ab18-45a2-8533-6694fb43a517 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0615914 Sep 13 03:32:33.898592 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-dba5490d-3da9-4e67-8b7a-9c2ddf67ba82 req-6ce2a4b0-6a44-409c-a95c-da4bc5f8df66 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591862 Sep 13 03:32:34.825329 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0cb4d6bb-598f-41ea-a5d2-3e42f70d790b req-74d2a91e-9a8f-48a6-b117-e44beed46e64 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 210 time: 0.0299761 Sep 13 03:32:35.020849 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-54c59020-460d-4feb-9ebf-2ce025ebed23 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:35.022394 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-54c59020-460d-4feb-9ebf-2ce025ebed23 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 811 time: 0.1174262 Sep 13 03:32:35.044391 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:35.053899 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f3bd-d9b6-4994-9bb1-75e45bede796 req-54214fd4-1c30-4f5f-8b6b-53d8fedb80bd tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:35.056510 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6776f3bd-d9b6-4994-9bb1-75e45bede796 req-54214fd4-1c30-4f5f-8b6b-53d8fedb80bd tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0594010 Sep 13 03:32:35.110364 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-75ca4c30-ed18-431e-bda5-bf2fb5f4a6ad tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ab6c92ba81254caaad368fd0ef382b0e HTTP/1.1" status: 200 len: 380 time: 0.0736456 Sep 13 03:32:35.131433 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'port': {'device_id': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'admin_state_up': True, 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'security_groups': ['f9909a36-ae73-4f47-be52-b15c7698d23d']}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:32:35.138819 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6776f3bd-d9b6-4994-9bb1-75e45bede796 req-6f701653-aca7-4179-88f0-526e31e51050 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732226 Sep 13 03:32:35.238788 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:35.253826 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Made reservation on behalf of ab6c92ba81254caaad368fd0ef382b0e for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:32:35.257501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:35.386520 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Allocated IP 172.20.0.8 (93f6860d-aa52-425f-a0b7-a39e9fc582c8/3fa6476e-8c1d-4476-8e29-8422be9f8505/5eb326a8-8417-4b1c-a306-3720fd092e50) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:32:35.523143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:35.557681 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:35.605066 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:32:35.608194 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:32:35.612111 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:32:35.635880 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=5eb326a8-8417-4b1c-a306-3720fd092e50,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:35.665826 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:35.666459 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:35.683874 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-7c52bd23-d856-40ff-af38-302f7b7d35fc tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561385 Sep 13 03:32:35.703277 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Request body: {'port': {'device_id': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:32:35.768990 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:35.805299 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-6b5325d1-3537-4655-ac90-2646cd4b2d82 None None] Provisioning complete for port 5eb326a8-8417-4b1c-a306-3720fd092e50 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:32:35.805900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-6b5325d1-3537-4655-ac90-2646cd4b2d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:35.839581 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-6b5325d1-3537-4655-ac90-2646cd4b2d82 None None] Port 5eb326a8-8417-4b1c-a306-3720fd092e50 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:32:35.929416 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:36.003349 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddeaa-e04c-4eb5-a4aa-88fe1c44b29c req-ad7bf843-a228-4fda-a9b7-03c8d2e2b1dd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:36.004798 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c0fddeaa-e04c-4eb5-a4aa-88fe1c44b29c req-ad7bf843-a228-4fda-a9b7-03c8d2e2b1dd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 931 time: 0.0951021 Sep 13 03:32:36.023627 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:36.095740 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c0fddeaa-e04c-4eb5-a4aa-88fe1c44b29c req-f071f442-364a-43d5-9413-82b1187374cf tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833666 Sep 13 03:32:36.127073 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb326a8-8417-4b1c-a306-3720fd092e50 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:32:36.134464 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Publish callbacks [] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:36.146721 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Transition to ACTIVE for port object 5eb326a8-8417-4b1c-a306-3720fd092e50 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:32:36.150202 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:36.232554 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Pushing event updated for resources: {'Port': ['ID=5eb326a8-8417-4b1c-a306-3720fd092e50,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:36.256506 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5cfa1-a224-46f7-b043-bfb124451571 req-3a27d1b1-8c6d-47b6-a327-0f752470f285 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:36.258049 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-48f5cfa1-a224-46f7-b043-bfb124451571 req-3a27d1b1-8c6d-47b6-a327-0f752470f285 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0515015 Sep 13 03:32:36.266748 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Attempting to bind port 5eb326a8-8417-4b1c-a306-3720fd092e50 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:32:36.267091 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Attempting to bind port 5eb326a8-8417-4b1c-a306-3720fd092e50 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:32:36.267426 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Attempting to bind port 5eb326a8-8417-4b1c-a306-3720fd092e50 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:32:36.311872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Port 5eb326a8-8417-4b1c-a306-3720fd092e50 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:32:36.312350 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Attempting to bind port 5eb326a8-8417-4b1c-a306-3720fd092e50 on network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:32:36.323805 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-48f5cfa1-a224-46f7-b043-bfb124451571 req-9119385d-3fae-4b74-8f72-9b5ba65c9f3c tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596864 Sep 13 03:32:36.364935 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:32:36.365293 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Checking segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:32:36.365671 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Bound using segment: {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:32:36.366097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Bound port: 5eb326a8-8417-4b1c-a306-3720fd092e50, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3eee5f-be00-4c4e-a960-42fb1ff43859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:32:36.366453 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:36.701301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] For port 5eb326a8-8417-4b1c-a306-3720fd092e50, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:32:36.704434 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] For port 5eb326a8-8417-4b1c-a306-3720fd092e50, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5eb326a8-8417-4b1c-a306-3720fd092e50,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:32:36.709664 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:36.714262 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:36.714916 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:36.716274 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5eb326a8-8417-4b1c-a306-3720fd092e50 HTTP/1.1" status: 200 len: 1093 time: 1.0173807 Sep 13 03:32:36.716857 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:32:36.719103 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2225b21-5c04-4afb-b29e-491cc9f08c90" -d '{"events": [{"name": "network-changed", "server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:32:36.761739 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56026f2-84e5-428d-8695-ec29a7aa711a x-openstack-request-id: req-d56026f2-84e5-428d-8695-ec29a7aa711a {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:32:36.762017 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:32:36.762268 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d56026f2-84e5-428d-8695-ec29a7aa711a {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:32:36.762679 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56026f2-84e5-428d-8695-ec29a7aa711a'] response: {'name': 'network-changed', 'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'status': 'completed', 'code': 200} Sep 13 03:32:36.767238 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0c78-e0ef-46ef-bae3-e4c7812d3c0c service neutron] Pushing event updated for resources: {'Port': ['ID=5eb326a8-8417-4b1c-a306-3720fd092e50,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:36.844390 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-9f10fbca-6527-4332-8fa0-c2d3a16305b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:36.845908 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-9f10fbca-6527-4332-8fa0-c2d3a16305b1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 1127 time: 0.0422511 Sep 13 03:32:36.895207 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-e1f8285b-f2e7-4e53-9604-ee3a28009518 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5eb326a8-8417-4b1c-a306-3720fd092e50 HTTP/1.1" status: 200 len: 217 time: 0.0356288 Sep 13 03:32:36.942961 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-23bd4a5e-47db-4287-9e5b-32e1ccc836ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:36.944348 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-23bd4a5e-47db-4287-9e5b-32e1ccc836ca service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0425653 Sep 13 03:32:36.990429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-12caac86-f948-4787-ad4f-2b154edbf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:36.992074 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-12caac86-f948-4787-ad4f-2b154edbf3da service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403316 Sep 13 03:32:37.052002 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:37.096457 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-5d905dc1-24d4-4bd4-a6ef-e30938011445 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974112 Sep 13 03:32:37.200075 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5b791684-5e1c-400e-ad52-3eb7aade2fa3 req-2b4b6e91-9bf6-49ca-9830-6b8136ea7594 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975161 Sep 13 03:32:37.219325 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87747236-cd52-4203-81bc-9be73a542073 req-11c169ac-c137-4ca3-8d9d-f0b50502964b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:37.223096 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-87747236-cd52-4203-81bc-9be73a542073 req-11c169ac-c137-4ca3-8d9d-f0b50502964b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0501394 Sep 13 03:32:37.243246 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:37.274993 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-87747236-cd52-4203-81bc-9be73a542073 req-accd501f-3b50-4cc4-a059-fbf22543d43d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482101 Sep 13 03:32:37.452931 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffa972-5062-4a89-9893-613de7f9ae32 req-7a49d648-62fd-4cea-829a-d4285f4f0f57 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:37.454285 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6ffa972-5062-4a89-9893-613de7f9ae32 req-7a49d648-62fd-4cea-829a-d4285f4f0f57 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0517414 Sep 13 03:32:37.514394 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a6ffa972-5062-4a89-9893-613de7f9ae32 req-31e046f0-bc02-4394-8ed3-6d5af5bee736 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544453 Sep 13 03:32:38.204545 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51346) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:38.302171 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:38.309181 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2fb5-a428-4fdd-a12c-e25286db8ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.412687 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6e151-5903-435b-8e02-07cbd64f3845 req-07d5a888-90e0-4d1c-a6be-a00fef6c75bd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:38.414140 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-3b6073ac-12c1-4e23-9310-8f94e3fce2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:38.414665 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-88c6e151-5903-435b-8e02-07cbd64f3845 req-07d5a888-90e0-4d1c-a6be-a00fef6c75bd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0612776 Sep 13 03:32:38.415724 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-3b6073ac-12c1-4e23-9310-8f94e3fce2c4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 1127 time: 0.0405424 Sep 13 03:32:38.445437 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2fb5-a428-4fdd-a12c-e25286db8ff7 admin admin] Publish callbacks [] for security_group (523717a6-943e-43ba-be1d-9c847c482926), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.453028 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2fb5-a428-4fdd-a12c-e25286db8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (523717a6-943e-43ba-be1d-9c847c482926), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.481482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:38.511526 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-a32a6715-a511-4cf5-a002-4898e0ce03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:38.512986 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-a32a6715-a511-4cf5-a002-4898e0ce03f4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.0910289 Sep 13 03:32:38.514202 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-88c6e151-5903-435b-8e02-07cbd64f3845 req-7f18da14-8cb9-41a5-b618-89c2ca37ef4d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927479 Sep 13 03:32:38.517029 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2fb5-a428-4fdd-a12c-e25286db8ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523717a6-943e-43ba-be1d-9c847c482926,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:38.523252 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b5ba2fb5-a428-4fdd-a12c-e25286db8ff7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=37f2940fc6054cb497e76f75b5917edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175666 Sep 13 03:32:38.524967 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51352) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:38.559812 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-a07a4cdd-533b-435a-90d5-84d4f05eb9a7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5eb326a8-8417-4b1c-a306-3720fd092e50 HTTP/1.1" status: 200 len: 217 time: 0.0358200 Sep 13 03:32:38.593116 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9744-b36b-43cf-b646-5f70ebca922d admin admin] Publish callbacks [] for security_group (523717a6-943e-43ba-be1d-9c847c482926), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.613887 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9744-b36b-43cf-b646-5f70ebca922d admin admin] Publish callbacks [] for security_group (523717a6-943e-43ba-be1d-9c847c482926), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.650168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-44b36090-28dd-49ca-b042-086c12df35de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:38.652201 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-44b36090-28dd-49ca-b042-086c12df35de service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0847609 Sep 13 03:32:38.659932 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf166392-3b07-492a-8b52-866724d17a50 req-40bcf5fa-692e-4304-ae16-03126b2c3a83 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:38.661304 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf166392-3b07-492a-8b52-866724d17a50 req-40bcf5fa-692e-4304-ae16-03126b2c3a83 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0629506 Sep 13 03:32:38.664026 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9744-b36b-43cf-b646-5f70ebca922d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (523717a6-943e-43ba-be1d-9c847c482926), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.666831 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9744-b36b-43cf-b646-5f70ebca922d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.668016 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c4ca9744-b36b-43cf-b646-5f70ebca922d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/523717a6-943e-43ba-be1d-9c847c482926 HTTP/1.1" status: 204 len: 168 time: 0.1415112 Sep 13 03:32:38.677597 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca9744-b36b-43cf-b646-5f70ebca922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523717a6-943e-43ba-be1d-9c847c482926,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:38.757807 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bf166392-3b07-492a-8b52-866724d17a50 req-72d44f20-dc31-45b6-898a-7e698b149129 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896628 Sep 13 03:32:38.764234 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-d5c0ee4e-1f28-4a64-9f0d-1c2f058af847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:38.765667 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-d5c0ee4e-1f28-4a64-9f0d-1c2f058af847 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535750 Sep 13 03:32:38.875232 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-75bca334-7d94-4908-be08-df133a3af2d2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026149 Sep 13 03:32:38.952330 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51360) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:38.965786 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-78d6cb1e-aa72-4e2b-822e-042e66af5c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:38.972709 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b2225b21-5c04-4afb-b29e-491cc9f08c90 req-3e966618-a41d-453e-af7a-fb74c9af281a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902343 Sep 13 03:32:39.044009 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-78d6cb1e-aa72-4e2b-822e-042e66af5c15 admin admin] Publish callbacks [] for security_group (6c521dcb-0a84-4722-9ccd-2f26374116cd), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:39.047526 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-78d6cb1e-aa72-4e2b-822e-042e66af5c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6c521dcb-0a84-4722-9ccd-2f26374116cd), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:39.090877 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-78d6cb1e-aa72-4e2b-822e-042e66af5c15 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f037dc96d9444e3a8b55bfd6e7c656fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373758 Sep 13 03:32:39.091754 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6cb1e-aa72-4e2b-822e-042e66af5c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c521dcb-0a84-4722-9ccd-2f26374116cd,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:39.093866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51362) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:39.146355 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8b99c9b-1e90-4e62-a040-a87fd310bda7 admin admin] Publish callbacks [] for security_group (6c521dcb-0a84-4722-9ccd-2f26374116cd), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:39.166621 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8b99c9b-1e90-4e62-a040-a87fd310bda7 admin admin] Publish callbacks [] for security_group (6c521dcb-0a84-4722-9ccd-2f26374116cd), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:39.212973 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8b99c9b-1e90-4e62-a040-a87fd310bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6c521dcb-0a84-4722-9ccd-2f26374116cd), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:39.215763 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8b99c9b-1e90-4e62-a040-a87fd310bda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:39.216891 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e8b99c9b-1e90-4e62-a040-a87fd310bda7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6c521dcb-0a84-4722-9ccd-2f26374116cd HTTP/1.1" status: 204 len: 168 time: 0.1220107 Sep 13 03:32:39.224587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b99c9b-1e90-4e62-a040-a87fd310bda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c521dcb-0a84-4722-9ccd-2f26374116cd,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:39.645785 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391193c-6731-480e-8df2-422e8f2b6965 req-cbe116ad-0407-484f-8900-edb7552f0f2e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:39.647274 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b391193c-6731-480e-8df2-422e8f2b6965 req-cbe116ad-0407-484f-8900-edb7552f0f2e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0473721 Sep 13 03:32:39.701061 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b391193c-6731-480e-8df2-422e8f2b6965 req-2dc03e84-755b-42a8-8590-3b0cd0f156a1 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472906 Sep 13 03:32:39.888864 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:39.898572 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97e8e-0824-49e5-a5a6-a1f3180003b0 req-1370827f-15cb-4e97-bc2d-16a970a7a731 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:39.900077 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-baf97e8e-0824-49e5-a5a6-a1f3180003b0 req-1370827f-15cb-4e97-bc2d-16a970a7a731 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0510421 Sep 13 03:32:39.961706 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-baf97e8e-0824-49e5-a5a6-a1f3180003b0 req-e69e9b0d-4358-4275-bfc0-89337abdc167 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545855 Sep 13 03:32:40.825054 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268f636-540f-4b62-8690-2d7c17e1452e req-85c457b1-a40d-4a3a-9e17-4005e334fc8e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:40.826485 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f268f636-540f-4b62-8690-2d7c17e1452e req-85c457b1-a40d-4a3a-9e17-4005e334fc8e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0516107 Sep 13 03:32:40.879226 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f268f636-540f-4b62-8690-2d7c17e1452e req-9bbd2ec9-a31d-4780-9e9e-cd6cb20c8020 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471842 Sep 13 03:32:41.085660 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f295-89a0-4d2e-a788-186b398fa4e3 req-4cb5db2b-6662-4586-8094-4845d2fec853 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:41.087125 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d204f295-89a0-4d2e-a788-186b398fa4e3 req-4cb5db2b-6662-4586-8094-4845d2fec853 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0501080 Sep 13 03:32:41.146776 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d204f295-89a0-4d2e-a788-186b398fa4e3 req-50016c9e-2dea-4b73-ac6b-d441c6b8a2f8 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534256 Sep 13 03:32:42.002928 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:42.011880 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8103b04-5b3a-423f-a59e-0505ad0ca423 req-1ed0511f-6cef-4674-bf2c-e3720b582578 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:42.013352 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d8103b04-5b3a-423f-a59e-0505ad0ca423 req-1ed0511f-6cef-4674-bf2c-e3720b582578 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0511329 Sep 13 03:32:42.033456 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:42.067761 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-d8103b04-5b3a-423f-a59e-0505ad0ca423 req-fc5fb04a-87fb-49f3-b3d3-4b516fee0c4d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478761 Sep 13 03:32:42.271716 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a771c-7065-46fb-997d-3b4f85b90128 req-622c11d9-f2df-4d47-9dcf-7ea5ada61aa5 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:42.273495 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f40a771c-7065-46fb-997d-3b4f85b90128 req-622c11d9-f2df-4d47-9dcf-7ea5ada61aa5 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0520082 Sep 13 03:32:42.336959 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f40a771c-7065-46fb-997d-3b4f85b90128 req-9d7ef7cf-a157-455c-8663-ae678d73db4d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577407 Sep 13 03:32:43.051257 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:43.188002 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26929fec-e86e-4fbd-ba9a-37fde13d6a7e req-3f8dfed0-f227-442d-a157-b11cccdeae95 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:43.189455 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-26929fec-e86e-4fbd-ba9a-37fde13d6a7e req-3f8dfed0-f227-442d-a157-b11cccdeae95 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0466092 Sep 13 03:32:43.236910 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-26929fec-e86e-4fbd-ba9a-37fde13d6a7e req-dd4db657-f311-482b-a0c4-790c6a999482 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Sep 13 03:32:43.459162 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23936c5f-b5ce-4159-8c4b-a1af8256c75e req-31da1caa-f196-4290-8e04-3bba6751df8d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:43.460625 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-23936c5f-b5ce-4159-8c4b-a1af8256c75e req-31da1caa-f196-4290-8e04-3bba6751df8d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0473046 Sep 13 03:32:43.473825 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:43.530268 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-23936c5f-b5ce-4159-8c4b-a1af8256c75e req-d1eb4984-6294-404a-86c8-0b4235b5d02f tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630188 Sep 13 03:32:44.191282 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51476) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:44.295398 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dad2a61e-e2c0-4efd-9b72-f80babd9f8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.359213 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78160931-a8fc-4e44-9aca-eb712758782e req-a8bbb455-bf07-43e3-904b-4b35c88e9b9b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:44.360717 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78160931-a8fc-4e44-9aca-eb712758782e req-a8bbb455-bf07-43e3-904b-4b35c88e9b9b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0485590 Sep 13 03:32:44.373777 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dad2a61e-e2c0-4efd-9b72-f80babd9f8d3 admin admin] Publish callbacks [] for security_group (93711afb-ad94-4c29-b3f4-fa3b0b1f3a54), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.377512 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-dad2a61e-e2c0-4efd-9b72-f80babd9f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (93711afb-ad94-4c29-b3f4-fa3b0b1f3a54), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.414328 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-78160931-a8fc-4e44-9aca-eb712758782e req-a8ce29e5-d061-4451-bfd9-4f66ac9578dd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480065 Sep 13 03:32:44.418643 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-dad2a61e-e2c0-4efd-9b72-f80babd9f8d3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=385bcc0ea9454746a9d4b5c3bc8ac416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262154 Sep 13 03:32:44.419832 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2a61e-e2c0-4efd-9b72-f80babd9f8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93711afb-ad94-4c29-b3f4-fa3b0b1f3a54,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:44.421325 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51482) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:44.470191 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-782904a8-5ac6-4502-90e0-4599451360d6 admin admin] Publish callbacks [] for security_group (93711afb-ad94-4c29-b3f4-fa3b0b1f3a54), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.489990 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-782904a8-5ac6-4502-90e0-4599451360d6 admin admin] Publish callbacks [] for security_group (93711afb-ad94-4c29-b3f4-fa3b0b1f3a54), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.536977 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-782904a8-5ac6-4502-90e0-4599451360d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (93711afb-ad94-4c29-b3f4-fa3b0b1f3a54), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.540133 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-782904a8-5ac6-4502-90e0-4599451360d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.541800 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-782904a8-5ac6-4502-90e0-4599451360d6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/93711afb-ad94-4c29-b3f4-fa3b0b1f3a54 HTTP/1.1" status: 204 len: 168 time: 0.1193748 Sep 13 03:32:44.549598 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782904a8-5ac6-4502-90e0-4599451360d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93711afb-ad94-4c29-b3f4-fa3b0b1f3a54,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:44.609833 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9b49859f-ce0f-4e04-9364-8acf5e2a21ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.662130 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9a010-ad5f-4834-83d6-b72bfd759f3c req-9b93a6f6-c832-4a70-87c5-840db363d2c3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:44.664028 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-97d9a010-ad5f-4834-83d6-b72bfd759f3c req-9b93a6f6-c832-4a70-87c5-840db363d2c3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0542505 Sep 13 03:32:44.729944 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-97d9a010-ad5f-4834-83d6-b72bfd759f3c req-4eeda9f9-a9bd-4de4-8f05-16b7474b1801 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596731 Sep 13 03:32:44.878028 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51490) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:44.891669 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ceda4d32-b40b-42a1-be36-d655a235bcfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.970800 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ceda4d32-b40b-42a1-be36-d655a235bcfc admin admin] Publish callbacks [] for security_group (1dccdf31-6c0e-4c41-b3c6-839ea41d69c7), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:44.974443 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ceda4d32-b40b-42a1-be36-d655a235bcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (1dccdf31-6c0e-4c41-b3c6-839ea41d69c7), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:45.012990 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:32:45.013625 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda4d32-b40b-42a1-be36-d655a235bcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dccdf31-6c0e-4c41-b3c6-839ea41d69c7,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:45.019183 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-ceda4d32-b40b-42a1-be36-d655a235bcfc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f10d1a6d246f4e6eb137db7a3ec8f6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401207 Sep 13 03:32:45.021855 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51492) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:45.070225 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae472-a8ca-4e08-991c-c06f9ce59455 admin admin] Publish callbacks [] for security_group (1dccdf31-6c0e-4c41-b3c6-839ea41d69c7), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:45.090668 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae472-a8ca-4e08-991c-c06f9ce59455 admin admin] Publish callbacks [] for security_group (1dccdf31-6c0e-4c41-b3c6-839ea41d69c7), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:45.136838 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae472-a8ca-4e08-991c-c06f9ce59455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (1dccdf31-6c0e-4c41-b3c6-839ea41d69c7), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:45.139468 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae472-a8ca-4e08-991c-c06f9ce59455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:45.140644 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-4b4ae472-a8ca-4e08-991c-c06f9ce59455 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1dccdf31-6c0e-4c41-b3c6-839ea41d69c7 HTTP/1.1" status: 204 len: 168 time: 0.1180327 Sep 13 03:32:45.148304 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ae472-a8ca-4e08-991c-c06f9ce59455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dccdf31-6c0e-4c41-b3c6-839ea41d69c7,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:45.540385 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ebf43-c0e3-4a62-9c95-69d32313838a req-0d8f96c9-73e6-4734-bdc2-ebdffd63813d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:45.543340 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1b0ebf43-c0e3-4a62-9c95-69d32313838a req-0d8f96c9-73e6-4734-bdc2-ebdffd63813d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 943 time: 0.0523105 Sep 13 03:32:45.573380 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:45.593395 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1b0ebf43-c0e3-4a62-9c95-69d32313838a req-413bb44b-2209-4ca8-9df8-474c9ba69462 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445583 Sep 13 03:32:45.866303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ea58b-8504-4864-bebc-13d39d9f33c2 req-a664fb51-bc29-459c-a5cf-5ca479c56490 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:45.868077 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-257ea58b-8504-4864-bebc-13d39d9f33c2 req-a664fb51-bc29-459c-a5cf-5ca479c56490 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0534909 Sep 13 03:32:45.940097 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-257ea58b-8504-4864-bebc-13d39d9f33c2 req-3c861560-5e7a-4db1-a8b6-24ef13b6f5a6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661905 Sep 13 03:32:46.116989 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5eb326a8-8417-4b1c-a306-3720fd092e50 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:32:46.217957 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 5eb326a8-8417-4b1c-a306-3720fd092e50, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5eb326a8-8417-4b1c-a306-3720fd092e50,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:32:46.233256 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'port_id': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'mac_address': 'fa:16:3e:e2:6b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:32:46.268616 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 5eb326a8-8417-4b1c-a306-3720fd092e50 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:32:46.269008 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:46.285235 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb326a8-8417-4b1c-a306-3720fd092e50 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:32:46.306552 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 5eb326a8-8417-4b1c-a306-3720fd092e50, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5eb326a8-8417-4b1c-a306-3720fd092e50,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:32:46.310792 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:46.357546 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=5eb326a8-8417-4b1c-a306-3720fd092e50,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:46.725786 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1ba3b-f122-47ac-a053-8bcf8847e4a9 req-be07b2e9-bb7b-48a6-98bf-f8eb3356983b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:46.727347 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e1d1ba3b-f122-47ac-a053-8bcf8847e4a9 req-be07b2e9-bb7b-48a6-98bf-f8eb3356983b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 944 time: 0.0536616 Sep 13 03:32:46.778065 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e1d1ba3b-f122-47ac-a053-8bcf8847e4a9 req-a86dc561-471e-44fc-9232-304d4027a3dd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Sep 13 03:32:46.808416 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51544) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:46.841056 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['5eb326a8-8417-4b1c-a306-3720fd092e50'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:32:46.916680 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7d2606ce-9e26-4b06-915a-976474c95f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:46.926582 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:46.987536 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7749-62de-4c4d-8b42-46beefca2252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.007385 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7d2606ce-9e26-4b06-915a-976474c95f1d admin admin] Publish callbacks [] for security_group (e7f99375-a25f-438c-9c4a-ba2df0510adc), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.011731 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7d2606ce-9e26-4b06-915a-976474c95f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (e7f99375-a25f-438c-9c4a-ba2df0510adc), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.050527 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2606ce-9e26-4b06-915a-976474c95f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f99375-a25f-438c-9c4a-ba2df0510adc,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:47.059166 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51550) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:47.062940 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-7d2606ce-9e26-4b06-915a-976474c95f1d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=21decde13aaa4c6aba32fa6a936d7b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486999 Sep 13 03:32:47.091059 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d56d-cb82-429a-b94f-e80814dc644f req-685d25ef-b2db-424b-83f8-848b0e47ff06 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:47.092539 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8e8d56d-cb82-429a-b94f-e80814dc644f req-685d25ef-b2db-424b-83f8-848b0e47ff06 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0740054 Sep 13 03:32:47.166724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-60726f4d-7c3b-4e66-b04f-86fd05344aff admin admin] Publish callbacks [] for security_group (e7f99375-a25f-438c-9c4a-ba2df0510adc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.172679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:47.187094 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c8e8d56d-cb82-429a-b94f-e80814dc644f req-2303ea71-391a-4a81-9c05-62a182c453bc tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&id=f61ba66a-6468-4582-b17f-fe248aede443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868351 Sep 13 03:32:47.199475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-60726f4d-7c3b-4e66-b04f-86fd05344aff admin admin] Publish callbacks [] for security_group (e7f99375-a25f-438c-9c4a-ba2df0510adc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.250000 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-60726f4d-7c3b-4e66-b04f-86fd05344aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (e7f99375-a25f-438c-9c4a-ba2df0510adc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.252801 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-60726f4d-7c3b-4e66-b04f-86fd05344aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.253886 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-60726f4d-7c3b-4e66-b04f-86fd05344aff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e7f99375-a25f-438c-9c4a-ba2df0510adc HTTP/1.1" status: 204 len: 168 time: 0.1937950 Sep 13 03:32:47.261495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60726f4d-7c3b-4e66-b04f-86fd05344aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f99375-a25f-438c-9c4a-ba2df0510adc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:47.513854 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51558) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:47.527536 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d78b13dd-1865-499c-b40a-98f9d170b714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.601158 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:47.604281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d78b13dd-1865-499c-b40a-98f9d170b714 admin admin] Publish callbacks [] for security_group (3dca784f-b2ee-43e4-bb79-a2a4b5dba76f), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.608188 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d78b13dd-1865-499c-b40a-98f9d170b714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3dca784f-b2ee-43e4-bb79-a2a4b5dba76f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.648879 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d78b13dd-1865-499c-b40a-98f9d170b714 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fcfa08c42a4c4fe9b1aabd94c3b4b91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339643 Sep 13 03:32:47.649823 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b13dd-1865-499c-b40a-98f9d170b714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca784f-b2ee-43e4-bb79-a2a4b5dba76f,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:47.652090 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51560) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:47.705253 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a5c75f6a-0b44-4a52-ace5-32946d7ed7b8 admin admin] Publish callbacks [] for security_group (3dca784f-b2ee-43e4-bb79-a2a4b5dba76f), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.725143 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a5c75f6a-0b44-4a52-ace5-32946d7ed7b8 admin admin] Publish callbacks [] for security_group (3dca784f-b2ee-43e4-bb79-a2a4b5dba76f), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.769842 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a5c75f6a-0b44-4a52-ace5-32946d7ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3dca784f-b2ee-43e4-bb79-a2a4b5dba76f), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.772369 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-a5c75f6a-0b44-4a52-ace5-32946d7ed7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:47.773509 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-a5c75f6a-0b44-4a52-ace5-32946d7ed7b8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3dca784f-b2ee-43e4-bb79-a2a4b5dba76f HTTP/1.1" status: 204 len: 168 time: 0.1196957 Sep 13 03:32:47.781514 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c75f6a-0b44-4a52-ace5-32946d7ed7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca784f-b2ee-43e4-bb79-a2a4b5dba76f,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:47.902672 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3198-131d-45c7-af78-e6050a3fce6b req-a0ae0c0d-a76b-4953-a6be-97d13f4f0eaa tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:47.904158 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-39cf3198-131d-45c7-af78-e6050a3fce6b req-a0ae0c0d-a76b-4953-a6be-97d13f4f0eaa tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 944 time: 0.0488312 Sep 13 03:32:47.958072 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-39cf3198-131d-45c7-af78-e6050a3fce6b req-018f4bd5-bd48-4e32-936e-fa2c7cdad76a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Sep 13 03:32:48.153677 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5eb326a8-8417-4b1c-a306-3720fd092e50 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:32:48.202780 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 5eb326a8-8417-4b1c-a306-3720fd092e50 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:32:48.212410 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 5eb326a8-8417-4b1c-a306-3720fd092e50 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:32:48.213715 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:48.216344 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:48.217375 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:48.252414 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:48.295504 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 5eb326a8-8417-4b1c-a306-3720fd092e50 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:32:48.295900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:48.320099 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:32:48.322924 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc91c1-6ba4-4e43-9252-27a39e3ddd7b" -d '{"events": [{"server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "name": "network-vif-plugged", "status": "completed", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:32:48.339688 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 5eb326a8-8417-4b1c-a306-3720fd092e50, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5eb326a8-8417-4b1c-a306-3720fd092e50,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:32:48.344294 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:48.400799 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=5eb326a8-8417-4b1c-a306-3720fd092e50,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:48.409699 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.410135 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.410489 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.410863 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.411195 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.411531 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.411864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.412438 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.412833 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.413125 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.413451 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.413784 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.414110 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.414435 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.414810 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:32:48.551938 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f8e418-1322-4685-bc59-d84eddf44661 x-openstack-request-id: req-50f8e418-1322-4685-bc59-d84eddf44661 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:32:48.552318 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "name": "network-vif-plugged", "status": "completed", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:32:48.552578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50f8e418-1322-4685-bc59-d84eddf44661 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:32:48.552995 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f8e418-1322-4685-bc59-d84eddf44661'] response: {'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'code': 200} Sep 13 03:32:48.841785 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192b107-49ed-4311-8f47-bbeca8bd5cab req-3098efdf-9414-4b40-8c06-b4132fb827d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:48.843322 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9192b107-49ed-4311-8f47-bbeca8bd5cab req-3098efdf-9414-4b40-8c06-b4132fb827d7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 1129 time: 0.0459721 Sep 13 03:32:48.894838 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-9192b107-49ed-4311-8f47-bbeca8bd5cab req-37fc9209-1732-45db-a179-30e3c1ee7d45 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Sep 13 03:32:49.082712 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f081114-a579-447f-a58a-9dcf1226247e req-4cb3d509-4e53-46a4-a5ac-ed3792b6f0d9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:49.084192 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7f081114-a579-447f-a58a-9dcf1226247e req-4cb3d509-4e53-46a4-a5ac-ed3792b6f0d9 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Sep 13 03:32:49.137060 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7f081114-a579-447f-a58a-9dcf1226247e req-652428f0-3d22-4e68-8692-cc20df87f7f7 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471928 Sep 13 03:32:49.600178 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:49.911787 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:50.259038 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358ff16-8c87-434b-b287-e6a5f30ba253 req-5a236810-3deb-40fd-a53e-e79f278ae32d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:50.260979 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b358ff16-8c87-434b-b287-e6a5f30ba253 req-5a236810-3deb-40fd-a53e-e79f278ae32d tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.0461609 Sep 13 03:32:50.309489 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b358ff16-8c87-434b-b287-e6a5f30ba253 req-df9e5d60-688a-4054-bcf3-e4af9b9e7957 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Sep 13 03:32:51.429066 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0470ef2-5337-4df8-898b-92928b939a46 req-bf8f7679-6bec-43a0-869a-3a4da6d31d6c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:51.430503 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c0470ef2-5337-4df8-898b-92928b939a46 req-bf8f7679-6bec-43a0-869a-3a4da6d31d6c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.0469053 Sep 13 03:32:51.480273 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c0470ef2-5337-4df8-898b-92928b939a46 req-8478f835-424d-4567-9b66-db9487d8b709 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 Sep 13 03:32:51.598460 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c931ae4-0497-4021-88a1-406ca04bf286 req-180f44a7-1da7-4010-b40f-86c94d16574e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:51.599909 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c931ae4-0497-4021-88a1-406ca04bf286 req-180f44a7-1da7-4010-b40f-86c94d16574e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.0456789 Sep 13 03:32:51.648415 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0c931ae4-0497-4021-88a1-406ca04bf286 req-e01ff2e3-a50e-414e-bd05-1f005729e081 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Sep 13 03:32:51.677738 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51634) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:51.860894 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa0c64-62d5-4893-8968-c4cf1f1cfae6 tempest-TestVolumeBootPattern-1420689840 tempest-TestVolumeBootPattern-1420689840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:51.862291 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4baa0c64-62d5-4893-8968-c4cf1f1cfae6 tempest-TestVolumeBootPattern-1420689840 tempest-TestVolumeBootPattern-1420689840-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 1124 time: 0.1835933 Sep 13 03:32:51.865138 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51638) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:51.869258 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Request body: {'floatingip': {'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'port_id': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:32:51.890436 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:51.969527 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:52.081553 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Allocated IP 172.27.1.61 (c9a61636-86dd-4fb4-a674-3330aa647f30/5da15c22-bede-47dc-b0bd-a09f21a337f7/ca88cc2d-3b7c-4c45-805b-d0ceba183a94) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:32:52.091903 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:52.198367 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:52.228311 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:52.268978 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Network c9a61636-86dd-4fb4-a674-3330aa647f30 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:32:52.273923 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:32:52.276129 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=ca88cc2d-3b7c-4c45-805b-d0ceba183a94,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:52.278236 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:32:52.369879 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:52.623600 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:52.689997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:52.843269 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:52.848637 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:52.900372 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:52.918871 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event updated for resources: {'Port': ['ID=ca88cc2d-3b7c-4c45-805b-d0ceba183a94,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:52.922276 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:53.012379 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Floating IP 1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c associated. External IP: 172.27.1.61, port: 5eb326a8-8417-4b1c-a306-3720fd092e50. Sep 13 03:32:53.188811 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:53.210443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:32:53.317360 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:32:53.328967 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:32:53.340997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:53.341176 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:32:53.341593 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:32:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:53.377543 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fb47a53b-4bc9-429f-a052-97a5d3eb690b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5093162 Sep 13 03:32:53.377543 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:32:53.378793 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb762405-75d9-45b7-8536-78e712bb3e30" -d '{"events": [{"name": "network-changed", "server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:32:53.431002 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e03428-68a7-47cb-ad18-bcdf40bdfc79 x-openstack-request-id: req-47e03428-68a7-47cb-ad18-bcdf40bdfc79 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:32:53.431301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:32:53.431559 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47e03428-68a7-47cb-ad18-bcdf40bdfc79 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:32:53.432035 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e03428-68a7-47cb-ad18-bcdf40bdfc79'] response: {'name': 'network-changed', 'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'status': 'completed', 'code': 200} Sep 13 03:32:53.444832 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:32:53.532208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-6625a7de-9f09-4742-9a73-4cbe1fab6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:53.533918 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-6625a7de-9f09-4742-9a73-4cbe1fab6502 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 1129 time: 0.0518031 Sep 13 03:32:53.634806 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51670) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:53.660229 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-0827404b-0030-41e3-8257-f827abf39f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:53.663902 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-0827404b-0030-41e3-8257-f827abf39f15 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.1239107 Sep 13 03:32:53.681479 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:e2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:32:52Z', 'updated_at': '2022-09-13T03:32:52Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}, {'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:05Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:53.706022 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:32:53.715763 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:32:53.716587 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:32:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:53.742857 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-88f48f23-6b36-40b4-b56c-8b6a5eb5ca82 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5eb326a8-8417-4b1c-a306-3720fd092e50 HTTP/1.1" status: 200 len: 998 time: 0.0721338 Sep 13 03:32:53.772175 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-efcfe792-80e6-46c9-ab03-0319ae878cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:53.808058 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-da989796-fbdb-46a5-a72b-259ebff60640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:53.809878 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-da989796-fbdb-46a5-a72b-259ebff60640 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0606759 Sep 13 03:32:53.834153 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:32:53.862927 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-efcfe792-80e6-46c9-ab03-0319ae878cd6 admin admin] Publish callbacks [] for security_group (ece5befc-29c3-4be5-80bc-12a315be8e09), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:53.865703 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-4c22bd7d-7bf2-423f-b9cc-30c009943915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:32:53.867515 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-4c22bd7d-7bf2-423f-b9cc-30c009943915 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508637 Sep 13 03:32:53.869281 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-efcfe792-80e6-46c9-ab03-0319ae878cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (ece5befc-29c3-4be5-80bc-12a315be8e09), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:53.897366 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfe792-80e6-46c9-ab03-0319ae878cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece5befc-29c3-4be5-80bc-12a315be8e09,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:53.938303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51678) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:53.938948 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-efcfe792-80e6-46c9-ab03-0319ae878cd6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fc52403c02bd4d24afdee02860fc46ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016305 Sep 13 03:32:54.029841 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-e9647fc8-5112-49a9-b40f-43398604be37 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557939 Sep 13 03:32:54.030626 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7e122b71-653a-4437-b685-3adbde3da859 admin admin] Publish callbacks [] for security_group (ece5befc-29c3-4be5-80bc-12a315be8e09), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.038421 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:54.075015 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7e122b71-653a-4437-b685-3adbde3da859 admin admin] Publish callbacks [] for security_group (ece5befc-29c3-4be5-80bc-12a315be8e09), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.164717 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:e2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:32:52Z', 'updated_at': '2022-09-13T03:32:52Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}, {'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:05Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:32:54.178570 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eb762405-75d9-45b7-8536-78e712bb3e30 req-a2d20d1b-783a-4f28-86f1-2cc506bad1d7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369979 Sep 13 03:32:54.187494 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7e122b71-653a-4437-b685-3adbde3da859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (ece5befc-29c3-4be5-80bc-12a315be8e09), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.189844 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cf7d3-6a51-415f-a1ac-6605fdfba6aa None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:e2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:32:52Z', 'updated_at': '2022-09-13T03:32:52Z', 'revision_number': 0, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}, {'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:05Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:32:54.192496 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7e122b71-653a-4437-b685-3adbde3da859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.193793 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7e122b71-653a-4437-b685-3adbde3da859 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ece5befc-29c3-4be5-80bc-12a315be8e09 HTTP/1.1" status: 204 len: 168 time: 0.2539306 Sep 13 03:32:54.207139 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e122b71-653a-4437-b685-3adbde3da859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece5befc-29c3-4be5-80bc-12a315be8e09,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:54.469075 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399df231-1716-4676-9d17-13473716768e None None] New status for floating IP 1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c: ACTIVE {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:32:54.543790 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51690) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:54.558392 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1d738df2-56de-4841-8d75-baad6836d000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.579095 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:54.580810 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:32:54.652879 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1d738df2-56de-4841-8d75-baad6836d000 admin admin] Publish callbacks [] for security_group (6f67f8e1-8f6d-4b67-ad12-453033a4c63e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.657506 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1d738df2-56de-4841-8d75-baad6836d000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6f67f8e1-8f6d-4b67-ad12-453033a4c63e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.695306 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d738df2-56de-4841-8d75-baad6836d000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67f8e1-8f6d-4b67-ad12-453033a4c63e,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:32:54.700143 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-1d738df2-56de-4841-8d75-baad6836d000 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=53293930b4d84b9d921becaaf81e17cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552694 Sep 13 03:32:54.702818 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51692) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:32:54.751413 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-775f5c7e-24f9-423e-8bb4-6ea28e4e4b81 admin admin] Publish callbacks [] for security_group (6f67f8e1-8f6d-4b67-ad12-453033a4c63e), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.772729 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-775f5c7e-24f9-423e-8bb4-6ea28e4e4b81 admin admin] Publish callbacks [] for security_group (6f67f8e1-8f6d-4b67-ad12-453033a4c63e), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.820366 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-775f5c7e-24f9-423e-8bb4-6ea28e4e4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6f67f8e1-8f6d-4b67-ad12-453033a4c63e), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.822951 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-775f5c7e-24f9-423e-8bb4-6ea28e4e4b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:32:54.824580 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-775f5c7e-24f9-423e-8bb4-6ea28e4e4b81 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6f67f8e1-8f6d-4b67-ad12-453033a4c63e HTTP/1.1" status: 204 len: 168 time: 0.1208518 Sep 13 03:32:54.833322 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f5c7e-24f9-423e-8bb4-6ea28e4e4b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67f8e1-8f6d-4b67-ad12-453033a4c63e,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:00.361460 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:03.313078 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-98d48413-d5f2-4fb5-93ad-1e047ce67db2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393081 Sep 13 03:33:03.399458 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-b97716a9-cfc5-4e64-a5b8-d5e744641b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:03.400845 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-b97716a9-cfc5-4e64-a5b8-d5e744641b7d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1129 time: 0.0414939 Sep 13 03:33:03.490679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:03.515032 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-d8402bd6-fcbf-4e27-ba49-6c0ddbd2d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:03.516491 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-d8402bd6-fcbf-4e27-ba49-6c0ddbd2d5e5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.0951400 Sep 13 03:33:03.579904 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-2d22f0ed-a209-4ec8-a103-5f8a3373a675 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0558276 Sep 13 03:33:03.634370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-0d8c2b16-b843-4940-9856-3fa9976f188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:03.635950 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-0d8c2b16-b843-4940-9856-3fa9976f188d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0500255 Sep 13 03:33:03.942530 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-5a1a32c0-d43b-4eae-96d8-d5957a5657e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:03.944064 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-5a1a32c0-d43b-4eae-96d8-d5957a5657e6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3008800 Sep 13 03:33:04.039392 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-4e0abccf-9f15-4814-a28f-4222cfc71ae5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858316 Sep 13 03:33:04.132820 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b51996ba-d8b4-4a17-98e3-1189820af9b5 req-9ce45d4f-0ec1-4eac-bec5-8af51cf50dbe service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Sep 13 03:33:04.806584 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=7,neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:04.828279 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=3,neutron:SELECT=26 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:07.037928 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245b704-33fd-4e13-9abe-45fe1ea0e496 req-b8e0afe3-e625-4d40-b04c-b26f63efdb63 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:07.039536 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e245b704-33fd-4e13-9abe-45fe1ea0e496 req-b8e0afe3-e625-4d40-b04c-b26f63efdb63 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0491595 Sep 13 03:33:07.067407 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=72 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:07.072240 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=84 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:07.087435 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-e245b704-33fd-4e13-9abe-45fe1ea0e496 req-927cfeec-ebd1-4b1d-8458-c02fd057e5db tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 Sep 13 03:33:08.208943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefff2a-2ae9-4913-baec-a1d4bab722d6 req-df699f36-b990-467a-af8d-d0546d76da31 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:08.210389 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5fefff2a-2ae9-4913-baec-a1d4bab722d6 req-df699f36-b990-467a-af8d-d0546d76da31 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0471148 Sep 13 03:33:08.256571 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5fefff2a-2ae9-4913-baec-a1d4bab722d6 req-53aa6780-24c4-492e-9a64-bd3833e3843d tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406985 Sep 13 03:33:09.375699 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dbf18-dedf-4cd3-afeb-9ebaad8b6549 req-49cdf0d7-b4c2-407f-9b6c-2fd7371de923 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:09.377072 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7d7dbf18-dedf-4cd3-afeb-9ebaad8b6549 req-49cdf0d7-b4c2-407f-9b6c-2fd7371de923 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0479159 Sep 13 03:33:09.424368 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7d7dbf18-dedf-4cd3-afeb-9ebaad8b6549 req-f9a5f645-eccd-4598-96a8-7079bd7c18e3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Sep 13 03:33:10.179910 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-075723f9-ae2c-4b80-87ab-c56396e378b4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:10.181351 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-075723f9-ae2c-4b80-87ab-c56396e378b4 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.0502360 Sep 13 03:33:10.266580 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port 58571e1d-dcfb-427e-802d-1adfb75720bc {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:10.266943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:10.351548 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:10.357240 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:10.362930 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] For port 58571e1d-dcfb-427e-802d-1adfb75720bc, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58571e1d-dcfb-427e-802d-1adfb75720bc,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:10.363293 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:10.409030 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:10.559133 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:10.559782 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (4f810052-282c-45f7-9752-8713100878a3), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:10.559925 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Floating IP 4f810052-282c-45f7-9752-8713100878a3 disassociated. External IP: 172.27.1.133, port: 58571e1d-dcfb-427e-802d-1adfb75720bc. Sep 13 03:33:10.560246 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for 58571e1d-dcfb-427e-802d-1adfb75720bc owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:10.616713 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e53773-7e51-41f6-8230-3f0e115e15b5 req-fda3fbbf-780d-4a9e-8c99-cc930906f993 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:10.618078 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e7e53773-7e51-41f6-8230-3f0e115e15b5 req-fda3fbbf-780d-4a9e-8c99-cc930906f993 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 946 time: 0.1082506 Sep 13 03:33:10.654663 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:10.693620 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e7e53773-7e51-41f6-8230-3f0e115e15b5 req-d4cbf054-7bd5-4aea-ae54-022a6e4b30d9 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1157add-3037-4162-9d57-bc0efc0a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685658 Sep 13 03:33:10.748053 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (58571e1d-dcfb-427e-802d-1adfb75720bc), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:10.779141 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=58571e1d-dcfb-427e-802d-1adfb75720bc,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:10.791489 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.791838 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.792175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.792508 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.792840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.793168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.793500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.793822 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.794146 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.794470 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.794822 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.795143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.795460 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.795778 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.796105 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:10.898083 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:33:11.011689 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:33:11.021060 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:33:11.030773 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:11.031449 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:32:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:11.057990 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] No DVR routers for this DVR port 58571e1d-dcfb-427e-802d-1adfb75720bc on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:33:11.060492 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:11.064343 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-632362e2-25aa-496f-aea5-7aa192af1ee3 req-f4289efb-36a6-4f05-9da3-9cc80be587b3 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.57 "DELETE /networking/v2.0/ports/58571e1d-dcfb-427e-802d-1adfb75720bc HTTP/1.1" status: 204 len: 173 time: 0.8742354 Sep 13 03:33:11.064859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'name': 'network-vif-deleted', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:33:11.067532 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0566b798-f753-4f8d-82da-d04d39e9c5e1" -d '{"events": [{"server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "name": "network-vif-deleted", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:33:11.105745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713de607-aec9-412b-8616-ad3bd2661870 x-openstack-request-id: req-713de607-aec9-412b-8616-ad3bd2661870 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:33:11.106056 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c95dd15-e568-4147-b1ef-6ea16581ed20", "name": "network-vif-deleted", "tag": "58571e1d-dcfb-427e-802d-1adfb75720bc", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:33:11.106328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-713de607-aec9-412b-8616-ad3bd2661870 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:33:11.106774 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713de607-aec9-412b-8616-ad3bd2661870'] response: {'server_uuid': '0c95dd15-e568-4147-b1ef-6ea16581ed20', 'name': 'network-vif-deleted', 'tag': '58571e1d-dcfb-427e-802d-1adfb75720bc', 'status': 'completed', 'code': 200} Sep 13 03:33:11.153525 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:11.350971 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:11.375710 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:33:11.384272 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:11.384744 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:32:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:11.486339 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:11.669675 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:11.693570 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b63f94-8cd9-4753-a0e6-ba8a74985d88 None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:21:07Z', 'revision_number': 4, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07', 'name': '', 'network_id': '36a6ffba-7b10-4536-9b6f-36478b4a6ccb', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'mac_address': 'fa:16:3e:43:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:21:03Z', 'updated_at': '2022-09-13T03:21:23Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'subnets': [{'id': '3fdd5a04-ba02-40f1-8823-4840f6613b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:33:11.811604 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-eecd3849-30fb-492c-9329-53fd6ef327e3 req-821dd13e-cc43-4afd-ad82-86988cca76c6 tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0c95dd15-e568-4147-b1ef-6ea16581ed20 HTTP/1.1" status: 200 len: 210 time: 0.0298753 Sep 13 03:33:11.945364 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eddec1-9e1b-4e32-b8bc-b80d8bc185e6 None None] New status for floating IP 4f810052-282c-45f7-9752-8713100878a3: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:33:12.906911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51894) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:12.961964 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (b1157add-3037-4162-9d57-bc0efc0a9585), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:12.983232 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (b1157add-3037-4162-9d57-bc0efc0a9585), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.036713 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (b1157add-3037-4162-9d57-bc0efc0a9585), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.039682 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.040880 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b1157add-3037-4162-9d57-bc0efc0a9585 HTTP/1.1" status: 204 len: 168 time: 0.1329789 Sep 13 03:33:13.043854 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51898) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:13.050992 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1157add-3037-4162-9d57-bc0efc0a9585,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:13.057560 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-3e899815-5b84-4129-8331-dc9fd26278fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] show failed (client error): The resource could not be found. Sep 13 03:33:13.058215 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.058568 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.058927 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.059196 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3e899815-5b84-4129-8331-dc9fd26278fa tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "GET /networking/v2.0/security-groups/b1157add-3037-4162-9d57-bc0efc0a9585 HTTP/1.1" status: 404 len: 347 time: 0.0142150 Sep 13 03:33:13.059324 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.059576 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.059928 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.060251 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.060569 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.060881 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.061198 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.061515 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.061831 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.062144 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51900) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:13.062268 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.062452 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.063274 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9860d-b6f6-42d4-93c6-26f5c7b2387f tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:33:13.177210 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Deleting port 63675395-8402-4a9a-8e37-ede683eb28bd {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:13.177561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (63675395-8402-4a9a-8e37-ede683eb28bd), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.255713 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (63675395-8402-4a9a-8e37-ede683eb28bd), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.256043 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (63675395-8402-4a9a-8e37-ede683eb28bd), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.269150 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Calling delete_port for 63675395-8402-4a9a-8e37-ede683eb28bd owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:13.274184 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:13.397680 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (63675395-8402-4a9a-8e37-ede683eb28bd), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.426302 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Pushing event deleted for resources: {'Port': ['ID=63675395-8402-4a9a-8e37-ede683eb28bd,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:13.485724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks [] for floatingip (4f810052-282c-45f7-9752-8713100878a3), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.488384 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:13.489520 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e61fbcfa-39ca-48f0-955a-87612a80c9fe tempest-AttachVolumeNegativeTest-2081411953 tempest-AttachVolumeNegativeTest-2081411953-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/4f810052-282c-45f7-9752-8713100878a3 HTTP/1.1" status: 204 len: 168 time: 0.4259305 Sep 13 03:33:14.229860 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58571e1d-dcfb-427e-802d-1adfb75720bc no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:14.249381 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 58571e1d-dcfb-427e-802d-1adfb75720bc {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:14.249722 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58571e1d-dcfb-427e-802d-1adfb75720bc not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:14.601334 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-183265ad-f35b-4f64-8eea-7997c5e3182b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:16.981722 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-418a73a9-7c4c-48d9-8438-0f0db9afed82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:18.211605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:18.227200 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51950) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:18.737284 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (e5385567-037f-4d6a-8ddd-281d9d75dbd4), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:19.205897 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Deleting port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:19.206234 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:19.253260 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:19.257117 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:19.288849 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] For port 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:19.289207 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:19.302188 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Calling delete_port for 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 owned by network:router_interface {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:19.481944 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:19.506434 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Pushing event deleted for resources: {'Port': ['ID=142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:19.606043 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:19.665039 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (e5385567-037f-4d6a-8ddd-281d9d75dbd4), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:19.865961 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Router e5385567-037f-4d6a-8ddd-281d9d75dbd4 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:33:19.915609 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:19.968783 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:33:19.973609 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c8a48f33-ccef-4248-9f6d-ad4f24caa202 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e5385567-037f-4d6a-8ddd-281d9d75dbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7456229 Sep 13 03:33:19.976197 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51958) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:19.978639 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] Sync routers for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:33:19.990291 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:19.990929 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:33:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:20.011951 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:20.077539 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks [] for router (e5385567-037f-4d6a-8ddd-281d9d75dbd4), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.093102 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:20.157301 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:20.175985 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks [] for router_gateway (e5385567-037f-4d6a-8ddd-281d9d75dbd4), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.218382 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Deleting port 56abb8a6-c55a-438a-8cc5-c4b389f5315f {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:20.218741 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.258016 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:33:19Z', 'revision_number': 5, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port': {'id': '56abb8a6-c55a-438a-8cc5-c4b389f5315f', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:52Z', 'updated_at': '2022-09-13T03:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:20.285775 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] Checking router: e5385567-037f-4d6a-8ddd-281d9d75dbd4 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:33:20.294414 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] Routers {'e5385567-037f-4d6a-8ddd-281d9d75dbd4'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:20.295029 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:33:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:20.300315 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] For port 56abb8a6-c55a-438a-8cc5-c4b389f5315f, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=56abb8a6-c55a-438a-8cc5-c4b389f5315f,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:20.300844 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.317561 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Calling delete_port for 56abb8a6-c55a-438a-8cc5-c4b389f5315f owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:20.326442 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:20.328603 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:20.376169 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] Set router e5385567-037f-4d6a-8ddd-281d9d75dbd4 gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:20.430294 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:33:20Z', 'revision_number': 6, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:20.455523 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087bbe0-d220-406c-b6a3-80ff55f9cbac None None] The sync data for ids ['e5385567-037f-4d6a-8ddd-281d9d75dbd4'] in dv-cinder-857075-2-iscsi is: [{'id': 'e5385567-037f-4d6a-8ddd-281d9d75dbd4', 'name': 'tempest-AttachVolumeNegativeTest-1513077506-router', 'tenant_id': '676c9aac6fa348b89a2d5cef106f1a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:50Z', 'updated_at': '2022-09-13T03:33:20Z', 'revision_number': 6, 'project_id': '676c9aac6fa348b89a2d5cef106f1a74', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:33:20.493475 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (56abb8a6-c55a-438a-8cc5-c4b389f5315f), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.515942 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56abb8a6-c55a-438a-8cc5-c4b389f5315f,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:20.578925 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (e5385567-037f-4d6a-8ddd-281d9d75dbd4), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.663885 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (e5385567-037f-4d6a-8ddd-281d9d75dbd4), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.665911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks [] for router_controller (e5385567-037f-4d6a-8ddd-281d9d75dbd4), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.707588 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (e5385567-037f-4d6a-8ddd-281d9d75dbd4), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.708191 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5385567-037f-4d6a-8ddd-281d9d75dbd4 {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:33:20.712437 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.713582 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-7ebace5d-6d2a-46e7-b457-19df269ec6e0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/e5385567-037f-4d6a-8ddd-281d9d75dbd4 HTTP/1.1" status: 204 len: 168 time: 0.7365043 Sep 13 03:33:20.716293 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 51964) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:20.754954 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:20.763102 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] Deleting subnet 3fdd5a04-ba02-40f1-8823-4840f6613b40 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:33:20.766223 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] Publish callbacks [] for subnet (3fdd5a04-ba02-40f1-8823-4840f6613b40), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.809814 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (3fdd5a04-ba02-40f1-8823-4840f6613b40), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.889836 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (3fdd5a04-ba02-40f1-8823-4840f6613b40), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.943809 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (3fdd5a04-ba02-40f1-8823-4840f6613b40), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.967331 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdd5a04-ba02-40f1-8823-4840f6613b40,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:20.976514 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:20.979652 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-623ae5ee-9147-4f52-884a-18510a13eb1e admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3fdd5a04-ba02-40f1-8823-4840f6613b40 HTTP/1.1" status: 204 len: 168 time: 0.2623503 Sep 13 03:33:20.980210 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6676bb9-af28-4772-b464-20fcb9a78060 None None] Network 36a6ffba-7b10-4536-9b6f-36478b4a6ccb requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:33:20.982335 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51966) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:21.062913 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (36a6ffba-7b10-4536-9b6f-36478b4a6ccb), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.104647 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Deleting port 926fb3d2-89e7-4cfb-b76d-3039d41e331b {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:21.104985 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.170060 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] For port 926fb3d2-89e7-4cfb-b76d-3039d41e331b, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=926fb3d2-89e7-4cfb-b76d-3039d41e331b,segment=NetworkSegment(95ca9492-d74e-42fb-8ea3-ddd2fb711dcd),segment_id=95ca9492-d74e-42fb-8ea3-ddd2fb711dcd)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:21.170422 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.180519 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:21.185131 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Calling delete_port for 926fb3d2-89e7-4cfb-b76d-3039d41e331b owned by network:dhcp {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:21.231841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] DHCP port deletion for 36a6ffba-7b10-4536-9b6f-36478b4a6ccb request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:33:21.279025 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.292336 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] Deleting port 926fb3d2-89e7-4cfb-b76d-3039d41e331b {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:21.292719 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.310080 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Pushing event deleted for resources: {'Port': ['ID=926fb3d2-89e7-4cfb-b76d-3039d41e331b,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:21.311975 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] No DVR routers for this DVR port 926fb3d2-89e7-4cfb-b76d-3039d41e331b on host dv-cinder-857075-2-iscsi {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:33:21.317886 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:21.406399 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] For port 926fb3d2-89e7-4cfb-b76d-3039d41e331b, host dv-cinder-857075-2-iscsi, got binding levels [] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:21.407002 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.422193 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] Calling delete_port for 926fb3d2-89e7-4cfb-b76d-3039d41e331b owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:21.425512 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 926fb3d2-89e7-4cfb-b76d-3039d41e331b no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:21.429784 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (36a6ffba-7b10-4536-9b6f-36478b4a6ccb), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.446375 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.ipam_backend_mixin [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] Port 926fb3d2-89e7-4cfb-b76d-3039d41e331b was not found and therefore no delete operation was performed {{(pid=106193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 13 03:33:21.447675 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 926fb3d2-89e7-4cfb-b76d-3039d41e331b {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:21.448022 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 926fb3d2-89e7-4cfb-b76d-3039d41e331b not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:21.448448 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:21.455460 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a6ffba-7b10-4536-9b6f-36478b4a6ccb']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:21.465674 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:21.466034 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ca9492-d74e-42fb-8ea3-ddd2fb711dcd') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:21.468718 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:21.469067 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 142ceb7b-5f9d-4edc-95cc-9ae9d5a37a07 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:21.469523 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 56abb8a6-c55a-438a-8cc5-c4b389f5315f no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:21.471957 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (926fb3d2-89e7-4cfb-b76d-3039d41e331b), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.477263 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (95ca9492-d74e-42fb-8ea3-ddd2fb711dcd), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.492977 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (95ca9492-d74e-42fb-8ea3-ddd2fb711dcd), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.503950 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:33:21.504383 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (95ca9492-d74e-42fb-8ea3-ddd2fb711dcd), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.518497 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 56abb8a6-c55a-438a-8cc5-c4b389f5315f {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:21.518865 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 56abb8a6-c55a-438a-8cc5-c4b389f5315f not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:21.520929 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] Pushing event deleted for resources: {'Port': ['ID=926fb3d2-89e7-4cfb-b76d-3039d41e331b,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:21.530202 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a2ff3-5f5a-4979-a48b-866369c8a238 None None] No DVR routers for this DVR port 926fb3d2-89e7-4cfb-b76d-3039d41e331b on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:33:21.584032 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 95ca9492-d74e-42fb-8ea3-ddd2fb711dcd resource provider aggregate not found Sep 13 03:33:21.616955 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 95ca9492-d74e-42fb-8ea3-ddd2fb711dcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95ca9492-d74e-42fb-8ea3-ddd2fb711dcd found for delete ", "request_id": "req-cad82624-6995-41d0-a308-60b888f0b104"}]} Sep 13 03:33:21.618271 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (36a6ffba-7b10-4536-9b6f-36478b4a6ccb), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.633417 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.636695 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/36a6ffba-7b10-4536-9b6f-36478b4a6ccb HTTP/1.1" status: 204 len: 168 time: 0.6533265 Sep 13 03:33:21.674439 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe70e04-582d-4857-a36e-1efc1a7fce6c admin admin] Pushing event deleted for resources: {'Network': ['ID=36a6ffba-7b10-4536-9b6f-36478b4a6ccb,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:21.690266 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6490ce-3cb4-41db-b89f-72abfb284ea9 req-6a7ffcfd-ea45-4312-9e1b-e1d597582207 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:21.691838 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ed6490ce-3cb4-41db-b89f-72abfb284ea9 req-6a7ffcfd-ea45-4312-9e1b-e1d597582207 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0717180 Sep 13 03:33:21.742433 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ed6490ce-3cb4-41db-b89f-72abfb284ea9 req-69cbea26-27b9-46db-a35d-f4393e7a50d6 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446858 Sep 13 03:33:21.771385 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51986) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:21.810771 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-977f380f-3e0d-466a-a7ce-53f7ec650a5f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=676c9aac6fa348b89a2d5cef106f1a74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381658 Sep 13 03:33:21.813909 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 51988) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:21.861337 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-16e272bf-5b3b-4983-9bfc-c9cf449c2806 admin admin] Publish callbacks [] for security_group (4d52048f-4d47-4490-ab1a-f026943eac64), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.883574 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-16e272bf-5b3b-4983-9bfc-c9cf449c2806 admin admin] Publish callbacks [] for security_group (4d52048f-4d47-4490-ab1a-f026943eac64), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.929121 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-16e272bf-5b3b-4983-9bfc-c9cf449c2806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4d52048f-4d47-4490-ab1a-f026943eac64), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.931614 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-16e272bf-5b3b-4983-9bfc-c9cf449c2806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:21.932725 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-16e272bf-5b3b-4983-9bfc-c9cf449c2806 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4d52048f-4d47-4490-ab1a-f026943eac64 HTTP/1.1" status: 204 len: 168 time: 0.1179540 Sep 13 03:33:21.940754 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e272bf-5b3b-4983-9bfc-c9cf449c2806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52048f-4d47-4490-ab1a-f026943eac64,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:22.011955 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:33:22.881499 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4075e-77f7-4653-b421-eadd32f780e3 req-88ef248f-6011-4194-bfdd-464d766d7b0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:22.882971 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-62a4075e-77f7-4653-b421-eadd32f780e3 req-88ef248f-6011-4194-bfdd-464d766d7b0f tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0470283 Sep 13 03:33:22.935052 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-62a4075e-77f7-4653-b421-eadd32f780e3 req-87c03a4f-d325-4235-9927-8d743fb83210 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456336 Sep 13 03:33:24.109215 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-41a58149-0ae6-40e4-b44e-7f124fbb594c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:24.111378 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-41a58149-0ae6-40e4-b44e-7f124fbb594c tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0739291 Sep 13 03:33:24.125329 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92bbd6-3f43-48a3-9ce5-5a4e33fd91b4 req-58379b16-fb4b-470b-8691-bdf42a189cca tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:24.126890 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a92bbd6-3f43-48a3-9ce5-5a4e33fd91b4 req-58379b16-fb4b-470b-8691-bdf42a189cca tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 946 time: 0.0992773 Sep 13 03:33:24.220107 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a92bbd6-3f43-48a3-9ce5-5a4e33fd91b4 req-6543bd52-652d-4fdd-b3e2-689238a76ac3 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b842738-f21d-492c-a02d-d1552f121dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821114 Sep 13 03:33:24.275570 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Deleting port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:24.275916 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:24.388700 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] For port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:24.389069 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:24.508180 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:24.571990 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:24.572632 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726687'] for floatingip (a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:24.572989 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Floating IP a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e disassociated. External IP: 172.27.1.32, port: 1b4bf2a7-2e87-4a14-894c-d018f847fb5b. Sep 13 03:33:24.573435 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Calling delete_port for 1b4bf2a7-2e87-4a14-894c-d018f847fb5b owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:24.698449 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (1b4bf2a7-2e87-4a14-894c-d018f847fb5b), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:24.706329 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:24.727500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event deleted for resources: {'Port': ['ID=1b4bf2a7-2e87-4a14-894c-d018f847fb5b,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:24.840400 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Router 85bb51ed-beb7-4705-97d4-902ba80bb261 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:33:24.941432 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:33:24.952820 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] Sync routers for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:33:24.963652 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:24.964352 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:33:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:24.986679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] No DVR routers for this DVR port 1b4bf2a7-2e87-4a14-894c-d018f847fb5b on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:33:24.989281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:24.992585 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-3fd77782-41c1-4678-ac31-9ea7663ab659 req-46848ef4-6f91-4a0d-83c5-b01380eaf37e tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1b4bf2a7-2e87-4a14-894c-d018f847fb5b HTTP/1.1" status: 204 len: 173 time: 0.8647580 Sep 13 03:33:24.993110 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-deleted', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:33:24.995420 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1824617d-1655-4650-82b1-fbc2c6e299ba" -d '{"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-deleted", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:33:25.042285 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5569c5-3d94-4ca3-8d6e-90b2ac22a195 x-openstack-request-id: req-3b5569c5-3d94-4ca3-8d6e-90b2ac22a195 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:33:25.042687 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d2c4-a489-45e8-941a-13abba66403c", "name": "network-vif-deleted", "tag": "1b4bf2a7-2e87-4a14-894c-d018f847fb5b", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:33:25.042905 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b5569c5-3d94-4ca3-8d6e-90b2ac22a195 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:33:25.043375 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5569c5-3d94-4ca3-8d6e-90b2ac22a195'] response: {'server_uuid': 'a712d2c4-a489-45e8-941a-13abba66403c', 'name': 'network-vif-deleted', 'tag': '1b4bf2a7-2e87-4a14-894c-d018f847fb5b', 'status': 'completed', 'code': 200} Sep 13 03:33:25.208924 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:25.371630 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e9e6713f-d893-4a65-bd99-ad3c135f8d60 req-a746f32d-bca3-4136-bb16-52612e03eaf1 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 210 time: 0.0297136 Sep 13 03:33:25.434969 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:25.462985 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] Checking router: 85bb51ed-beb7-4705-97d4-902ba80bb261 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:33:25.471919 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:25.472523 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:33:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:25.581983 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:25.661600 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:25.706344 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:25.772166 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:25.796349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468317a-e1d7-4314-bbb9-4ba585685c6e None None] The sync data for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi is: [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:20:51Z', 'revision_number': 4, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'a8c07618-5649-40ef-bf91-81450eeaa1bc', 'name': '', 'network_id': '7e1950a0-7f6c-4538-86e4-23311290e33c', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'mac_address': 'fa:16:3e:7a:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:49Z', 'updated_at': '2022-09-13T03:21:13Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'subnets': [{'id': 'c1e21331-6cc2-4658-a543-58dd42fa9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:33:26.010976 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107e0aa-41cd-4cb8-908f-969b8ddc4616 None None] New status for floating IP a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e: DOWN {{(pid=106194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:33:26.494865 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-be627e27-de74-4e6a-aef4-11ac603f6068 req-c2fced93-2dda-4725-92fd-cbbafc83fcbf tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 210 time: 0.0270307 Sep 13 03:33:27.614840 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f6b5cc4-aa4c-4ba0-8ba5-fa42576e33fb req-2f5493f7-3b63-4078-b304-e640d12c0666 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 210 time: 0.0278711 Sep 13 03:33:28.739952 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-799bb126-b158-4af0-a3c7-c072912ec304 req-a26aba13-3e92-43ec-a542-f59daa2e7b20 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a712d2c4-a489-45e8-941a-13abba66403c HTTP/1.1" status: 200 len: 210 time: 0.0316627 Sep 13 03:33:29.450637 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:29.471331 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 1b4bf2a7-2e87-4a14-894c-d018f847fb5b {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:29.471671 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 1b4bf2a7-2e87-4a14-894c-d018f847fb5b not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:29.838123 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52116) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:29.895378 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c29598c7-3df4-42cf-85e7-70554f5a8737 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (0b842738-f21d-492c-a02d-d1552f121dd3), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:29.917062 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c29598c7-3df4-42cf-85e7-70554f5a8737 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (0b842738-f21d-492c-a02d-d1552f121dd3), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:29.967415 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c29598c7-3df4-42cf-85e7-70554f5a8737 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0b842738-f21d-492c-a02d-d1552f121dd3), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:29.969998 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c29598c7-3df4-42cf-85e7-70554f5a8737 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:29.971146 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c29598c7-3df4-42cf-85e7-70554f5a8737 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0b842738-f21d-492c-a02d-d1552f121dd3 HTTP/1.1" status: 204 len: 168 time: 0.1319258 Sep 13 03:33:29.974075 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52118) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:29.980051 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29598c7-3df4-42cf-85e7-70554f5a8737 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b842738-f21d-492c-a02d-d1552f121dd3,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:29.989597 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.api.v2.resource [None req-77790043-8e7f-4408-ad85-f28039dc93c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] show failed (client error): The resource could not be found. Sep 13 03:33:29.990636 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-77790043-8e7f-4408-ad85-f28039dc93c5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "GET /networking/v2.0/security-groups/0b842738-f21d-492c-a02d-d1552f121dd3 HTTP/1.1" status: 404 len: 347 time: 0.0155084 Sep 13 03:33:29.993533 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52120) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:30.106753 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Deleting port 9ce9bc7e-9ac9-4517-b891-63fe978ec8c7 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:30.107101 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:30.183029 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:30.183362 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:30.195939 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Calling delete_port for 9ce9bc7e-9ac9-4517-b891-63fe978ec8c7 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:30.325112 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (9ce9bc7e-9ac9-4517-b891-63fe978ec8c7), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:30.328140 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:30.351098 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Pushing event deleted for resources: {'Port': ['ID=9ce9bc7e-9ac9-4517-b891-63fe978ec8c7,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:30.403805 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:30.417394 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks [] for floatingip (a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:30.420148 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:30.421263 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-04ffb83a-f5e8-4226-8f1b-f03a64c038b5 tempest-AttachVolumeShelveTestJSON-2106680885 tempest-AttachVolumeShelveTestJSON-2106680885-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a09d23a4-09f5-42c1-9fd9-ab3ba1a28c4e HTTP/1.1" status: 204 len: 168 time: 0.4268477 Sep 13 03:33:37.086972 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52214) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:37.394605 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:37.397346 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:37.579628 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (85bb51ed-beb7-4705-97d4-902ba80bb261), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.605257 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52238) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:37.709812 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f27fe27-3b31-4751-bd95-68e920144d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.788947 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f27fe27-3b31-4751-bd95-68e920144d3b admin admin] Publish callbacks [] for security_group (c9a86e50-c658-4600-ac40-acf674da1c6d), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.793203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f27fe27-3b31-4751-bd95-68e920144d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (c9a86e50-c658-4600-ac40-acf674da1c6d), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.800800 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:37.810852 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Deleting port a8c07618-5649-40ef-bf91-81450eeaa1bc {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:37.811434 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.836687 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27fe27-3b31-4751-bd95-68e920144d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a86e50-c658-4600-ac40-acf674da1c6d,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:37.844846 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5f27fe27-3b31-4751-bd95-68e920144d3b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a8768c348a7f46bd85164072acc772b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361338 Sep 13 03:33:37.845464 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52242) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:37.892487 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] For port a8c07618-5649-40ef-bf91-81450eeaa1bc, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=a8c07618-5649-40ef-bf91-81450eeaa1bc,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:37.892851 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.895192 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f24cf48a-c936-41bf-8b4a-6310e78c7d4b admin admin] Publish callbacks [] for security_group (c9a86e50-c658-4600-ac40-acf674da1c6d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.910141 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Calling delete_port for a8c07618-5649-40ef-bf91-81450eeaa1bc owned by network:router_interface {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:37.919117 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f24cf48a-c936-41bf-8b4a-6310e78c7d4b admin admin] Publish callbacks [] for security_group (c9a86e50-c658-4600-ac40-acf674da1c6d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.965039 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f24cf48a-c936-41bf-8b4a-6310e78c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (c9a86e50-c658-4600-ac40-acf674da1c6d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.967766 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f24cf48a-c936-41bf-8b4a-6310e78c7d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:37.968912 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f24cf48a-c936-41bf-8b4a-6310e78c7d4b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c9a86e50-c658-4600-ac40-acf674da1c6d HTTP/1.1" status: 204 len: 168 time: 0.1229773 Sep 13 03:33:37.977738 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cf48a-c936-41bf-8b4a-6310e78c7d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a86e50-c658-4600-ac40-acf674da1c6d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:38.101400 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (a8c07618-5649-40ef-bf91-81450eeaa1bc), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.347935 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c07618-5649-40ef-bf91-81450eeaa1bc,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:38.461374 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:38.502069 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:38.516781 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (85bb51ed-beb7-4705-97d4-902ba80bb261), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.688886 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52270) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:38.738101 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Router 85bb51ed-beb7-4705-97d4-902ba80bb261 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:33:38.785918 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492399592-network', 'tenant_id': '2693d127c85544419c09b59212308f0e'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:33:38.807335 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Made reservation on behalf of 2693d127c85544419c09b59212308f0e for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:33:38.809673 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.818862 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.842085 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:33:38.847436 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-3ef18bf4-6f0d-402f-81ab-ddc300b9d371 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/85bb51ed-beb7-4705-97d4-902ba80bb261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594874 Sep 13 03:33:38.849989 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52274) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:38.854257 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] Sync routers for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:33:38.865438 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:38.866541 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:33:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:38.899238 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks [] for security_group (58305dd9-a75d-4c0d-85ad-5f1048dedc8e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.904944 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (58305dd9-a75d-4c0d-85ad-5f1048dedc8e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.933635 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:33:38.944696 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58305dd9-a75d-4c0d-85ad-5f1048dedc8e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:38.949908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (06c332f3-f952-499a-961d-69878732e628), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.950245 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Added segment 06c332f3-f952-499a-961d-69878732e628 of type vlan for network c15f9bc1-80ba-48c6-9e43-24280d62f937 Sep 13 03:33:38.965414 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks [] for router (85bb51ed-beb7-4705-97d4-902ba80bb261), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:38.975826 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:38.993979 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (c15f9bc1-80ba-48c6-9e43-24280d62f937), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.019077 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (c15f9bc1-80ba-48c6-9e43-24280d62f937), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.020078 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:39.020855 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.031334 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:39.074394 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks [] for router_gateway (85bb51ed-beb7-4705-97d4-902ba80bb261), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.080367 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3903792 Sep 13 03:33:39.083652 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52276) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:39.090696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Request body: {'subnet': {'network_id': 'c15f9bc1-80ba-48c6-9e43-24280d62f937', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492399592-subnet', 'tenant_id': '2693d127c85544419c09b59212308f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:33:39.093427 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31cc32-b0dc-4813-92cc-ebf2c7c67413 admin admin] Pushing event updated for resources: {'Network': ['ID=c15f9bc1-80ba-48c6-9e43-24280d62f937,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:39.110546 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network c15f9bc1-80ba-48c6-9e43-24280d62f937 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:33:39.146004 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Made reservation on behalf of 2693d127c85544419c09b59212308f0e for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:33:39.148417 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13679707'] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.151108 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Deleting port e4bd06c8-3623-47db-ab03-f40656593e18 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:39.151477 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.224460 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:33:38Z', 'revision_number': 5, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port': {'id': 'e4bd06c8-3623-47db-ab03-f40656593e18', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:20:46Z', 'updated_at': '2022-09-13T03:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:39.250045 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] Checking router: 85bb51ed-beb7-4705-97d4-902ba80bb261 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:33:39.258758 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] Routers {'85bb51ed-beb7-4705-97d4-902ba80bb261'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:33:39.259365 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:33:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['85bb51ed-beb7-4705-97d4-902ba80bb261'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:39.297119 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] For port e4bd06c8-3623-47db-ab03-f40656593e18, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=e4bd06c8-3623-47db-ab03-f40656593e18,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:39.297796 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.306132 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:39.317414 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Calling delete_port for e4bd06c8-3623-47db-ab03-f40656593e18 owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:39.367881 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] Set router 85bb51ed-beb7-4705-97d4-902ba80bb261 gateway port host: None {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:33:39.421794 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:39.437395 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:33:39Z', 'revision_number': 6, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:39.473218 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ff211-a5be-4856-accc-96ff7604197d None None] The sync data for ids ['85bb51ed-beb7-4705-97d4-902ba80bb261'] in dv-cinder-857075-2-iscsi is: [{'id': '85bb51ed-beb7-4705-97d4-902ba80bb261', 'name': 'tempest-AttachVolumeShelveTestJSON-761833574-router', 'tenant_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:20:45Z', 'updated_at': '2022-09-13T03:33:39Z', 'revision_number': 6, 'project_id': '9b7c5a1fd8a24526b7859fdb030ccb95', 'gw_port_host': None}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:33:39.572254 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15663118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13679689'] for subnet (2b05270e-f54b-4503-b579-4e7534e16015), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.597953 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (e4bd06c8-3623-47db-ab03-f40656593e18), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.640634 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bd06c8-3623-47db-ab03-f40656593e18,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:39.696761 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b05270e-f54b-4503-b579-4e7534e16015,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:39.718521 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Checking segment: {'id': '06c332f3-f952-499a-961d-69878732e628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c15f9bc1-80ba-48c6-9e43-24280d62f937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:33:39.718896 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Network hostable DHCP agents. Network: c15f9bc1-80ba-48c6-9e43-24280d62f937, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:33:39.731948 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (85bb51ed-beb7-4705-97d4-902ba80bb261), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.819225 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Network c15f9bc1-80ba-48c6-9e43-24280d62f937 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:33:39.828321 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (85bb51ed-beb7-4705-97d4-902ba80bb261), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.831539 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks [] for router_controller (85bb51ed-beb7-4705-97d4-902ba80bb261), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.834794 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, c15f9bc1-80ba-48c6-9e43-24280d62f937) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:33:39.842557 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:39.843312 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.845455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444d4a5-4d6b-4af4-825e-ae65b94ae500 None None] Network c15f9bc1-80ba-48c6-9e43-24280d62f937 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:33:39.891409 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b77f4a1a-db63-4888-9d7f-fbe4c830cd0d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8062234 Sep 13 03:33:39.892615 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (85bb51ed-beb7-4705-97d4-902ba80bb261), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.893196 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85bb51ed-beb7-4705-97d4-902ba80bb261 {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:33:39.908406 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.910058 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-5fece4a7-81bf-4c18-b948-37bbc05e5ae3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/85bb51ed-beb7-4705-97d4-902ba80bb261 HTTP/1.1" status: 204 len: 168 time: 1.0591464 Sep 13 03:33:39.912993 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52286) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:39.963246 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] Deleting subnet c1e21331-6cc2-4658-a543-58dd42fa9a2f {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:33:39.966471 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] Publish callbacks [] for subnet (c1e21331-6cc2-4658-a543-58dd42fa9a2f), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:39.975427 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a21e06-63da-4f30-8fe3-9d05fe83d1cb None None] Network c15f9bc1-80ba-48c6-9e43-24280d62f937 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:33:40.007997 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15521410'] for subnet (c1e21331-6cc2-4658-a543-58dd42fa9a2f), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.051133 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:40.103598 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (c1e21331-6cc2-4658-a543-58dd42fa9a2f), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.158013 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15663811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13679686'] for subnet (c1e21331-6cc2-4658-a543-58dd42fa9a2f), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.185927 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e21331-6cc2-4658-a543-58dd42fa9a2f,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:40.192048 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.197536 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-91303760-c80d-4280-818c-77c7b9fd5a2f admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c1e21331-6cc2-4658-a543-58dd42fa9a2f HTTP/1.1" status: 204 len: 168 time: 0.2810760 Sep 13 03:33:40.197802 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52294) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:40.201761 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a9057-b132-46f9-9afc-e463f8da7234 None None] Network 7e1950a0-7f6c-4538-86e4-23311290e33c requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:33:40.286473 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (7e1950a0-7f6c-4538-86e4-23311290e33c), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.304036 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:40.336872 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Deleting port 565ebeb2-4837-4995-a439-169bb305f227 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:40.337213 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (565ebeb2-4837-4995-a439-169bb305f227), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.393002 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] DHCP port deletion for 7e1950a0-7f6c-4538-86e4-23311290e33c request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:33:40.394727 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:40.414745 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] For port 565ebeb2-4837-4995-a439-169bb305f227, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=565ebeb2-4837-4995-a439-169bb305f227,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:40.415111 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (565ebeb2-4837-4995-a439-169bb305f227), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.429667 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Calling delete_port for 565ebeb2-4837-4995-a439-169bb305f227 owned by network:dhcp {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:40.439121 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] Deleting port 565ebeb2-4837-4995-a439-169bb305f227 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:33:40.439715 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (565ebeb2-4837-4995-a439-169bb305f227), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.462774 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52302) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:40.467920 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-256601865-network', 'tenant_id': 'a661c7d6b54349bc871a99ace196339e'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:33:40.490799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Made reservation on behalf of a661c7d6b54349bc871a99ace196339e for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:33:40.493564 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.504404 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.522821 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] For port 565ebeb2-4837-4995-a439-169bb305f227, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=565ebeb2-4837-4995-a439-169bb305f227,segment=NetworkSegment(a8c557af-3282-45dc-9dd2-ecccac6bc2b5),segment_id=a8c557af-3282-45dc-9dd2-ecccac6bc2b5)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:33:40.523670 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (565ebeb2-4837-4995-a439-169bb305f227), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.525183 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (565ebeb2-4837-4995-a439-169bb305f227), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.543837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] Calling delete_port for 565ebeb2-4837-4995-a439-169bb305f227 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:33:40.563318 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Pushing event deleted for resources: {'Port': ['ID=565ebeb2-4837-4995-a439-169bb305f227,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:40.576421 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] No DVR routers for this DVR port 565ebeb2-4837-4995-a439-169bb305f227 on host dv-cinder-857075-2-iscsi {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:33:40.609049 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks [] for security_group (f5bfbdbf-0221-434f-9f51-f7c96f654a49), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.625360 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f5bfbdbf-0221-434f-9f51-f7c96f654a49), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.643582 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=100 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:40.650022 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (565ebeb2-4837-4995-a439-169bb305f227), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.650257 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:33:40.662246 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (41b89992-f8d9-4b7d-835c-6f0df38c210e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.662734 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Added segment 41b89992-f8d9-4b7d-835c-6f0df38c210e of type vlan for network 2bb8b0cb-36b0-43a6-883e-878b4ed2530a Sep 13 03:33:40.687822 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] Pushing event deleted for resources: {'Port': ['ID=565ebeb2-4837-4995-a439-169bb305f227,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:40.690144 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116e2bc-f68e-4d2f-8860-12b30f2aa8da None None] No DVR routers for this DVR port 565ebeb2-4837-4995-a439-169bb305f227 on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:33:40.703258 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (7e1950a0-7f6c-4538-86e4-23311290e33c), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.720551 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:40.724035 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (2bb8b0cb-36b0-43a6-883e-878b4ed2530a), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.727303 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1950a0-7f6c-4538-86e4-23311290e33c']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:40.738028 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:40.738320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c557af-3282-45dc-9dd2-ecccac6bc2b5') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:40.748712 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (a8c557af-3282-45dc-9dd2-ecccac6bc2b5), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.757251 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bfbdbf-0221-434f-9f51-f7c96f654a49,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:40.764800 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (a8c557af-3282-45dc-9dd2-ecccac6bc2b5), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.772673 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:33:40.772952 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (a8c557af-3282-45dc-9dd2-ecccac6bc2b5), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.807876 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (2bb8b0cb-36b0-43a6-883e-878b4ed2530a), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.809339 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:40.810148 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.818283 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment a8c557af-3282-45dc-9dd2-ecccac6bc2b5 resource provider aggregate not found Sep 13 03:33:40.841348 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment a8c557af-3282-45dc-9dd2-ecccac6bc2b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8c557af-3282-45dc-9dd2-ecccac6bc2b5 found for delete ", "request_id": "req-4911337c-256c-4939-bfb5-6421a08b73a0"}]} Sep 13 03:33:40.848281 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (7e1950a0-7f6c-4538-86e4-23311290e33c), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.856111 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:40.859295 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/7e1950a0-7f6c-4538-86e4-23311290e33c HTTP/1.1" status: 204 len: 168 time: 0.6606102 Sep 13 03:33:40.874605 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4cafc-693c-4e4c-9a20-fe502cc4b648 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1950a0-7f6c-4538-86e4-23311290e33c,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:40.880624 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4166417 Sep 13 03:33:40.883607 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52318) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:40.889537 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Request body: {'subnet': {'network_id': '2bb8b0cb-36b0-43a6-883e-878b4ed2530a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-256601865-subnet', 'tenant_id': 'a661c7d6b54349bc871a99ace196339e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:33:40.896358 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637edfd-6181-4023-9e9e-03b205fd31da admin admin] Pushing event updated for resources: {'Network': ['ID=2bb8b0cb-36b0-43a6-883e-878b4ed2530a,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:40.906311 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 2bb8b0cb-36b0-43a6-883e-878b4ed2530a details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:33:40.928067 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Made reservation on behalf of a661c7d6b54349bc871a99ace196339e for: {'subnet': 1} {{(pid=106191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:33:40.933116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52320) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:40.934184 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13679707'] for subnet (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.070908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d1644b2b-f7f1-418d-82d6-0d0820201dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.082512 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:41.102967 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52324) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:41.146204 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15663118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13679689'] for subnet (9c46902b-8525-4484-a427-e628749d123d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.167356 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ddb2315e-ba8f-4ff2-a194-117386cae490 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9b7c5a1fd8a24526b7859fdb030ccb95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0632322 Sep 13 03:33:41.172493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52326) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:41.202170 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c46902b-8525-4484-a427-e628749d123d,revision_number=0']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:41.217373 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Checking segment: {'id': '41b89992-f8d9-4b7d-835c-6f0df38c210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2bb8b0cb-36b0-43a6-883e-878b4ed2530a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:33:41.217724 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Network hostable DHCP agents. Network: 2bb8b0cb-36b0-43a6-883e-878b4ed2530a, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:33:41.223167 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d1644b2b-f7f1-418d-82d6-0d0820201dd7 admin admin] Publish callbacks [] for security_group (151f5d8e-497f-44e2-90e9-d3a308bd730e), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.231124 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d1644b2b-f7f1-418d-82d6-0d0820201dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (151f5d8e-497f-44e2-90e9-d3a308bd730e), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.235584 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Network 2bb8b0cb-36b0-43a6-883e-878b4ed2530a is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:33:41.245429 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 2bb8b0cb-36b0-43a6-883e-878b4ed2530a) {{(pid=106191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:33:41.249504 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:33:41.250099 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.257763 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89f9d3-ff65-4aab-88da-2106eb79f81f None None] Network 2bb8b0cb-36b0-43a6-883e-878b4ed2530a requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:33:41.276983 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b3bd2b68-7514-452d-98cd-d3829313b9f0 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3832495 Sep 13 03:33:41.289806 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52330) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:41.290045 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d1644b2b-f7f1-418d-82d6-0d0820201dd7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2a29b9a08d2c4529a33325b812b32440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558309 Sep 13 03:33:41.295282 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1f79f8f0-e0ef-414d-bd36-74b1689cf681 admin admin] Publish callbacks [] for security_group (d6813bd2-be92-448a-8602-f0648198458c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.297208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1644b2b-f7f1-418d-82d6-0d0820201dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151f5d8e-497f-44e2-90e9-d3a308bd730e,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:41.323966 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1f79f8f0-e0ef-414d-bd36-74b1689cf681 admin admin] Publish callbacks [] for security_group (d6813bd2-be92-448a-8602-f0648198458c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.350077 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-946aad3a-8ce4-466b-9135-7aa418b209cb admin admin] Publish callbacks [] for security_group (151f5d8e-497f-44e2-90e9-d3a308bd730e), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.376723 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-946aad3a-8ce4-466b-9135-7aa418b209cb admin admin] Publish callbacks [] for security_group (151f5d8e-497f-44e2-90e9-d3a308bd730e), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.386935 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1f79f8f0-e0ef-414d-bd36-74b1689cf681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d6813bd2-be92-448a-8602-f0648198458c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.390218 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-1f79f8f0-e0ef-414d-bd36-74b1689cf681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.392397 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-1f79f8f0-e0ef-414d-bd36-74b1689cf681 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d6813bd2-be92-448a-8602-f0648198458c HTTP/1.1" status: 204 len: 168 time: 0.2188566 Sep 13 03:33:41.396924 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87adeeb5-b8f5-48e9-8c45-5b6cf551c3f7 None None] Network 2bb8b0cb-36b0-43a6-883e-878b4ed2530a requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:33:41.408341 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79f8f0-e0ef-414d-bd36-74b1689cf681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6813bd2-be92-448a-8602-f0648198458c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:41.421219 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:41.435888 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-946aad3a-8ce4-466b-9135-7aa418b209cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (151f5d8e-497f-44e2-90e9-d3a308bd730e), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.439174 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-946aad3a-8ce4-466b-9135-7aa418b209cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.441028 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-946aad3a-8ce4-466b-9135-7aa418b209cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/151f5d8e-497f-44e2-90e9-d3a308bd730e HTTP/1.1" status: 204 len: 168 time: 0.1495323 Sep 13 03:33:41.453528 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aad3a-8ce4-466b-9135-7aa418b209cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151f5d8e-497f-44e2-90e9-d3a308bd730e,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:41.478573 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 565ebeb2-4837-4995-a439-169bb305f227 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:41.501632 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52336) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:41.510787 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 565ebeb2-4837-4995-a439-169bb305f227 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:41.511138 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 565ebeb2-4837-4995-a439-169bb305f227 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:41.511560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device a8c07618-5649-40ef-bf91-81450eeaa1bc no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:41.538665 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: a8c07618-5649-40ef-bf91-81450eeaa1bc {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:41.539019 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device a8c07618-5649-40ef-bf91-81450eeaa1bc not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:41.539438 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e4bd06c8-3623-47db-ab03-f40656593e18 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:33:41.566704 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: e4bd06c8-3623-47db-ab03-f40656593e18 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:33:41.566954 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e4bd06c8-3623-47db-ab03-f40656593e18 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:33:41.595023 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] Deleting subnet 2b05270e-f54b-4503-b579-4e7534e16015 {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:33:41.599539 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] Publish callbacks [] for subnet (2b05270e-f54b-4503-b579-4e7534e16015), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.643050 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15521410'] for subnet (2b05270e-f54b-4503-b579-4e7534e16015), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.688940 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (2b05270e-f54b-4503-b579-4e7534e16015), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.757097 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15663811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13679686'] for subnet (2b05270e-f54b-4503-b579-4e7534e16015), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.774201 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.780790 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2b05270e-f54b-4503-b579-4e7534e16015 HTTP/1.1" status: 204 len: 168 time: 0.2740104 Sep 13 03:33:41.781524 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52344) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:41.799600 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1aff3-daec-4282-aaa0-2cab094f6a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b05270e-f54b-4503-b579-4e7534e16015,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:41.872469 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:41.881765 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (c15f9bc1-80ba-48c6-9e43-24280d62f937), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.965094 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (c15f9bc1-80ba-48c6-9e43-24280d62f937), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:41.989367 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15f9bc1-80ba-48c6-9e43-24280d62f937']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:41.999219 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c332f3-f952-499a-961d-69878732e628') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:41.999456 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c332f3-f952-499a-961d-69878732e628') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:42.009727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (06c332f3-f952-499a-961d-69878732e628), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.023153 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (06c332f3-f952-499a-961d-69878732e628), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.029685 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:33:42.030069 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (06c332f3-f952-499a-961d-69878732e628), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.076716 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 06c332f3-f952-499a-961d-69878732e628 resource provider aggregate not found Sep 13 03:33:42.097695 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 06c332f3-f952-499a-961d-69878732e628 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06c332f3-f952-499a-961d-69878732e628 found for delete ", "request_id": "req-f0689f2c-efe0-4fab-8e9e-479bde3c0209"}]} Sep 13 03:33:42.102202 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (c15f9bc1-80ba-48c6-9e43-24280d62f937), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.106943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.110534 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c15f9bc1-80ba-48c6-9e43-24280d62f937 HTTP/1.1" status: 204 len: 168 time: 0.3269796 Sep 13 03:33:42.114147 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52360) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:42.127941 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3881-fb50-4b31-81f8-27dd58de4e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15f9bc1-80ba-48c6-9e43-24280d62f937,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:42.165701 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] Deleting subnet 9c46902b-8525-4484-a427-e628749d123d {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:33:42.168934 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] Publish callbacks [] for subnet (9c46902b-8525-4484-a427-e628749d123d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.203483 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15521410'] for subnet (9c46902b-8525-4484-a427-e628749d123d), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.246687 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (9c46902b-8525-4484-a427-e628749d123d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.299621 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15663811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13679686'] for subnet (9c46902b-8525-4484-a427-e628749d123d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.328801 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c46902b-8525-4484-a427-e628749d123d,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:42.332318 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.335450 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2556dd85-2e9f-48cd-9573-867d73157997 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/9c46902b-8525-4484-a427-e628749d123d HTTP/1.1" status: 204 len: 168 time: 0.2202699 Sep 13 03:33:42.337850 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52368) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:42.405838 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (2bb8b0cb-36b0-43a6-883e-878b4ed2530a), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.412856 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:42.711479 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (2bb8b0cb-36b0-43a6-883e-878b4ed2530a), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.737209 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb8b0cb-36b0-43a6-883e-878b4ed2530a']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:42.746839 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b89992-f8d9-4b7d-835c-6f0df38c210e') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:42.747145 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b89992-f8d9-4b7d-835c-6f0df38c210e') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:33:42.757468 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (41b89992-f8d9-4b7d-835c-6f0df38c210e), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.772813 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (41b89992-f8d9-4b7d-835c-6f0df38c210e), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.779375 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:33:42.779871 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (41b89992-f8d9-4b7d-835c-6f0df38c210e), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.836435 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (2bb8b0cb-36b0-43a6-883e-878b4ed2530a), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.841801 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:42.845081 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2bb8b0cb-36b0-43a6-883e-878b4ed2530a HTTP/1.1" status: 204 len: 168 time: 0.5062540 Sep 13 03:33:42.860541 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e620930-34ad-4ba2-89b0-357c54d680b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb8b0cb-36b0-43a6-883e-878b4ed2530a,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:42.876953 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 41b89992-f8d9-4b7d-835c-6f0df38c210e resource provider aggregate not found Sep 13 03:33:42.897327 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 41b89992-f8d9-4b7d-835c-6f0df38c210e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41b89992-f8d9-4b7d-835c-6f0df38c210e found for delete ", "request_id": "req-ee6414c4-7b2a-478a-bbde-df89f54f34e7"}]} Sep 13 03:33:43.031101 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52394) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:43.078060 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-5976e4a6-b45d-48c8-8512-d21b5a499bef admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2693d127c85544419c09b59212308f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433276 Sep 13 03:33:43.078282 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52400) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:43.100189 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:43.131384 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14d6548c-56ef-4fe9-b8ef-9b070c0af6a1 admin admin] Publish callbacks [] for security_group (58305dd9-a75d-4c0d-85ad-5f1048dedc8e), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.153600 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14d6548c-56ef-4fe9-b8ef-9b070c0af6a1 admin admin] Publish callbacks [] for security_group (58305dd9-a75d-4c0d-85ad-5f1048dedc8e), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.202528 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14d6548c-56ef-4fe9-b8ef-9b070c0af6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (58305dd9-a75d-4c0d-85ad-5f1048dedc8e), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.205159 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-14d6548c-56ef-4fe9-b8ef-9b070c0af6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.206295 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-14d6548c-56ef-4fe9-b8ef-9b070c0af6a1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/58305dd9-a75d-4c0d-85ad-5f1048dedc8e HTTP/1.1" status: 204 len: 168 time: 0.1270890 Sep 13 03:33:43.214442 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6548c-56ef-4fe9-b8ef-9b070c0af6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58305dd9-a75d-4c0d-85ad-5f1048dedc8e,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:43.561729 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52410) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:43.600768 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-9ba258f8-cc14-4d02-888b-06e8deb7513b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a661c7d6b54349bc871a99ace196339e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378325 Sep 13 03:33:43.603196 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52412) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:43.653244 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fe00-9de4-4c08-95ce-45312e4d0dd4 admin admin] Publish callbacks [] for security_group (f5bfbdbf-0221-434f-9f51-f7c96f654a49), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.676433 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fe00-9de4-4c08-95ce-45312e4d0dd4 admin admin] Publish callbacks [] for security_group (f5bfbdbf-0221-434f-9f51-f7c96f654a49), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.724917 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fe00-9de4-4c08-95ce-45312e4d0dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f5bfbdbf-0221-434f-9f51-f7c96f654a49), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.728084 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fe00-9de4-4c08-95ce-45312e4d0dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:43.729207 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f8e8fe00-9de4-4c08-95ce-45312e4d0dd4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f5bfbdbf-0221-434f-9f51-f7c96f654a49 HTTP/1.1" status: 204 len: 168 time: 0.1251931 Sep 13 03:33:43.736774 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8fe00-9de4-4c08-95ce-45312e4d0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bfbdbf-0221-434f-9f51-f7c96f654a49,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:44.068746 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:44.069858 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=29 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:44.607871 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c54b2063-8556-4312-9c86-db43f5f4a981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:46.982179 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d8d-b3f5-4dfa-82f8-88a497a02650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:48.217263 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:49.607117 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:49.920115 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:52.113897 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:52.115087 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:53.732605 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:53.733361 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=58,neutron:DELETE=8 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:56.980760 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52594) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:57.086891 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b9139270-8846-4118-8d39-833fecb19745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.162557 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b9139270-8846-4118-8d39-833fecb19745 admin admin] Publish callbacks [] for security_group (04d392de-6132-446d-99cd-f495edfef9b9), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.166010 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b9139270-8846-4118-8d39-833fecb19745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (04d392de-6132-446d-99cd-f495edfef9b9), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.205380 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b9139270-8846-4118-8d39-833fecb19745 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a0f237a0241c41fda216cee0dbd07ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235396 Sep 13 03:33:57.206234 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9139270-8846-4118-8d39-833fecb19745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d392de-6132-446d-99cd-f495edfef9b9,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:57.209512 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52598) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:57.263110 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cdf61e0f-da91-44a9-923d-ab647813c6a7 admin admin] Publish callbacks [] for security_group (04d392de-6132-446d-99cd-f495edfef9b9), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.284971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cdf61e0f-da91-44a9-923d-ab647813c6a7 admin admin] Publish callbacks [] for security_group (04d392de-6132-446d-99cd-f495edfef9b9), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.333099 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cdf61e0f-da91-44a9-923d-ab647813c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (04d392de-6132-446d-99cd-f495edfef9b9), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.335751 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cdf61e0f-da91-44a9-923d-ab647813c6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.336875 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-cdf61e0f-da91-44a9-923d-ab647813c6a7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04d392de-6132-446d-99cd-f495edfef9b9 HTTP/1.1" status: 204 len: 168 time: 0.1257741 Sep 13 03:33:57.344489 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf61e0f-da91-44a9-923d-ab647813c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d392de-6132-446d-99cd-f495edfef9b9,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:57.594302 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52604) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:57.607636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b9cfef1f-2f72-4d7c-b833-7794095de6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.688150 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b9cfef1f-2f72-4d7c-b833-7794095de6f2 admin admin] Publish callbacks [] for security_group (d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.692795 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b9cfef1f-2f72-4d7c-b833-7794095de6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.731167 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b9cfef1f-2f72-4d7c-b833-7794095de6f2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=152f125031724eafaa495afbec83d9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358099 Sep 13 03:33:57.732018 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfef1f-2f72-4d7c-b833-7794095de6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:57.733899 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52606) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:57.782226 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f047749e-63b6-45d4-9c97-03b7f4f2e34d admin admin] Publish callbacks [] for security_group (d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.803002 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f047749e-63b6-45d4-9c97-03b7f4f2e34d admin admin] Publish callbacks [] for security_group (d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.850957 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f047749e-63b6-45d4-9c97-03b7f4f2e34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.853567 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f047749e-63b6-45d4-9c97-03b7f4f2e34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:57.854714 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f047749e-63b6-45d4-9c97-03b7f4f2e34d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172 HTTP/1.1" status: 204 len: 168 time: 0.1198282 Sep 13 03:33:57.863043 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047749e-63b6-45d4-9c97-03b7f4f2e34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9c54e-cdb0-4c5a-88c1-ae9b93d2c172,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:58.374564 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52636) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:58.488664 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eef359a4-07db-45f7-980b-597db30b4b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:58.567779 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eef359a4-07db-45f7-980b-597db30b4b70 admin admin] Publish callbacks [] for security_group (f0e5f324-4d61-4d27-a634-ce20817af55d), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:58.571599 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-eef359a4-07db-45f7-980b-597db30b4b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f0e5f324-4d61-4d27-a634-ce20817af55d), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:58.611415 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-eef359a4-07db-45f7-980b-597db30b4b70 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=37a8009f1fa647b8be089db7d4c59fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353768 Sep 13 03:33:58.613275 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52648) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:58.614498 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef359a4-07db-45f7-980b-597db30b4b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5f324-4d61-4d27-a634-ce20817af55d,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:58.665285 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38024082-6d27-4004-bc12-e0baada69c78 admin admin] Publish callbacks [] for security_group (f0e5f324-4d61-4d27-a634-ce20817af55d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:58.685227 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38024082-6d27-4004-bc12-e0baada69c78 admin admin] Publish callbacks [] for security_group (f0e5f324-4d61-4d27-a634-ce20817af55d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:58.736104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38024082-6d27-4004-bc12-e0baada69c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f0e5f324-4d61-4d27-a634-ce20817af55d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:58.738661 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-38024082-6d27-4004-bc12-e0baada69c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:58.739791 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-38024082-6d27-4004-bc12-e0baada69c78 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f0e5f324-4d61-4d27-a634-ce20817af55d HTTP/1.1" status: 204 len: 168 time: 0.1253898 Sep 13 03:33:58.749021 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38024082-6d27-4004-bc12-e0baada69c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5f324-4d61-4d27-a634-ce20817af55d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:59.012662 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:33:59.141080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52668) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:59.154286 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d3d38f3c-1e8d-457b-b78f-8a096ecf22a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:59.236689 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d3d38f3c-1e8d-457b-b78f-8a096ecf22a2 admin admin] Publish callbacks [] for security_group (d9791310-a40c-4cb5-aa0b-9c1a50b84dae), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:59.241301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d3d38f3c-1e8d-457b-b78f-8a096ecf22a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d9791310-a40c-4cb5-aa0b-9c1a50b84dae), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:59.278428 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d38f3c-1e8d-457b-b78f-8a096ecf22a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9791310-a40c-4cb5-aa0b-9c1a50b84dae,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:33:59.282761 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d3d38f3c-1e8d-457b-b78f-8a096ecf22a2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8ab195c79b6c4e6a951a3921bca2a456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406455 Sep 13 03:33:59.285842 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52674) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:33:59.335397 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b24bce77-adc1-473b-9f90-8e18cb39c6b7 admin admin] Publish callbacks [] for security_group (d9791310-a40c-4cb5-aa0b-9c1a50b84dae), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:59.353028 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:59.358136 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b24bce77-adc1-473b-9f90-8e18cb39c6b7 admin admin] Publish callbacks [] for security_group (d9791310-a40c-4cb5-aa0b-9c1a50b84dae), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:59.386934 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:33:59.411887 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b24bce77-adc1-473b-9f90-8e18cb39c6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d9791310-a40c-4cb5-aa0b-9c1a50b84dae), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:59.420680 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b24bce77-adc1-473b-9f90-8e18cb39c6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:33:59.421839 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b24bce77-adc1-473b-9f90-8e18cb39c6b7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d9791310-a40c-4cb5-aa0b-9c1a50b84dae HTTP/1.1" status: 204 len: 168 time: 0.1346846 Sep 13 03:33:59.432195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bce77-adc1-473b-9f90-8e18cb39c6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9791310-a40c-4cb5-aa0b-9c1a50b84dae,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:00.404739 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:06.183840 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-684fb1ec-7e5c-4071-a3aa-4cd6a892dd4d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413976 Sep 13 03:34:06.311124 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-772df48a-f6bd-470b-bb23-a50f76ee1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:34:06.312566 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-772df48a-f6bd-470b-bb23-a50f76ee1b95 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1169 time: 0.0388114 Sep 13 03:34:06.420560 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-f2c5a0d2-d1d0-43df-a281-d96371f4bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:34:06.421895 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-f2c5a0d2-d1d0-43df-a281-d96371f4bf79 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 916 time: 0.0887332 Sep 13 03:34:06.483712 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-f54094a0-63c5-4a79-a382-2bdef06704ff service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 1002 time: 0.0548289 Sep 13 03:34:06.529839 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-83fa599d-3782-486c-a467-ba73c2f817c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:34:06.531214 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-83fa599d-3782-486c-a467-ba73c2f817c9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.0419695 Sep 13 03:34:06.576387 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-07d9c7dc-fcd0-439f-9cd8-ab1911902cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:34:06.577817 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-07d9c7dc-fcd0-439f-9cd8-ab1911902cf9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406027 Sep 13 03:34:06.664355 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-3b167cff-5b47-4ebf-9493-e0c949680cca service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801346 Sep 13 03:34:06.756835 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd7c242a-b4d5-45c5-b6a2-0c5847e56c11 req-bb082b3b-e98b-45cb-b9b7-844ae18f5b92 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861671 Sep 13 03:34:07.690462 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52836) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:07.798875 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb3c7-f51c-4546-af0e-d63920618364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:07.881060 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb3c7-f51c-4546-af0e-d63920618364 admin admin] Publish callbacks [] for security_group (c5af8d87-ee2b-42c5-9a4c-381bc74175e0), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:07.886444 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb3c7-f51c-4546-af0e-d63920618364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (c5af8d87-ee2b-42c5-9a4c-381bc74175e0), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:07.928158 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4b6bb3c7-f51c-4546-af0e-d63920618364 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0b6c84750c02479c8d8269c39a9fbe4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365553 Sep 13 03:34:07.928993 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bb3c7-f51c-4546-af0e-d63920618364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af8d87-ee2b-42c5-9a4c-381bc74175e0,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:07.930961 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52846) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:07.980137 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf1ccc75-fcd9-429d-a551-2a3ff629ff65 admin admin] Publish callbacks [] for security_group (c5af8d87-ee2b-42c5-9a4c-381bc74175e0), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.000131 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf1ccc75-fcd9-429d-a551-2a3ff629ff65 admin admin] Publish callbacks [] for security_group (c5af8d87-ee2b-42c5-9a4c-381bc74175e0), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.049875 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf1ccc75-fcd9-429d-a551-2a3ff629ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (c5af8d87-ee2b-42c5-9a4c-381bc74175e0), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.052378 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf1ccc75-fcd9-429d-a551-2a3ff629ff65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.053595 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-cf1ccc75-fcd9-429d-a551-2a3ff629ff65 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c5af8d87-ee2b-42c5-9a4c-381bc74175e0 HTTP/1.1" status: 204 len: 168 time: 0.1211751 Sep 13 03:34:08.061752 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ccc75-fcd9-429d-a551-2a3ff629ff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af8d87-ee2b-42c5-9a4c-381bc74175e0,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:08.324147 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52852) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:08.338092 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-61cd2ef2-1206-42d4-b329-6c8da669f43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.361120 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:08.407220 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:08.416860 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-61cd2ef2-1206-42d4-b329-6c8da669f43c admin admin] Publish callbacks [] for security_group (7ac02822-ff18-452e-87a9-6ac21de4ae55), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.420628 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-61cd2ef2-1206-42d4-b329-6c8da669f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7ac02822-ff18-452e-87a9-6ac21de4ae55), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.459724 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd2ef2-1206-42d4-b329-6c8da669f43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac02822-ff18-452e-87a9-6ac21de4ae55,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:08.464017 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-61cd2ef2-1206-42d4-b329-6c8da669f43c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2e1fe27fe08e4bc39b45c7a9d94510fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388724 Sep 13 03:34:08.467012 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52854) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:08.513940 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8e45e58-4d76-4cc8-93c8-0c1828ca3b64 admin admin] Publish callbacks [] for security_group (7ac02822-ff18-452e-87a9-6ac21de4ae55), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.533973 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8e45e58-4d76-4cc8-93c8-0c1828ca3b64 admin admin] Publish callbacks [] for security_group (7ac02822-ff18-452e-87a9-6ac21de4ae55), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.582094 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8e45e58-4d76-4cc8-93c8-0c1828ca3b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (7ac02822-ff18-452e-87a9-6ac21de4ae55), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.585360 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b8e45e58-4d76-4cc8-93c8-0c1828ca3b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:08.586495 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b8e45e58-4d76-4cc8-93c8-0c1828ca3b64 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7ac02822-ff18-452e-87a9-6ac21de4ae55 HTTP/1.1" status: 204 len: 168 time: 0.1189337 Sep 13 03:34:08.594257 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45e58-4d76-4cc8-93c8-0c1828ca3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac02822-ff18-452e-87a9-6ac21de4ae55,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:09.007707 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:10.646085 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 52930) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:10.748466 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2484cad9-7db5-423e-a435-4899ed89d555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:10.820760 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2484cad9-7db5-423e-a435-4899ed89d555 admin admin] Publish callbacks [] for security_group (54a4dee5-d0d6-4c79-80b1-9dfc2539f863), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:10.825364 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2484cad9-7db5-423e-a435-4899ed89d555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (54a4dee5-d0d6-4c79-80b1-9dfc2539f863), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:10.865002 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2484cad9-7db5-423e-a435-4899ed89d555 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=33fc66045c5442b5a2b1e8ad5d41fcaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178278 Sep 13 03:34:10.865853 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484cad9-7db5-423e-a435-4899ed89d555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a4dee5-d0d6-4c79-80b1-9dfc2539f863,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:10.868362 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52934) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:10.918520 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Publish callbacks [] for security_group (54a4dee5-d0d6-4c79-80b1-9dfc2539f863), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:10.940946 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Publish callbacks [] for security_group (54a4dee5-d0d6-4c79-80b1-9dfc2539f863), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:10.988936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (54a4dee5-d0d6-4c79-80b1-9dfc2539f863), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:10.991570 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:10.992706 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/54a4dee5-d0d6-4c79-80b1-9dfc2539f863 HTTP/1.1" status: 204 len: 168 time: 0.1232731 Sep 13 03:34:11.001099 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a4dee5-d0d6-4c79-80b1-9dfc2539f863,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:11.003008 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:11.010119 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.010291 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.010647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.010989 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.011383 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.011715 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.011971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.012292 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.012612 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.012931 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.013254 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.013572 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.013887 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.014201 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.014514 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886abff-ea9a-4a63-8502-c6f56ebf3481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:11.026176 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:11.027783 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:11.266780 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52942) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:11.280568 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1843-00f4-4774-8a46-9c7ef188ce8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:11.307390 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:11.357222 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1843-00f4-4774-8a46-9c7ef188ce8d admin admin] Publish callbacks [] for security_group (2c8f64ef-9660-4fc2-8f53-ea3d03d87908), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:11.361079 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1843-00f4-4774-8a46-9c7ef188ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2c8f64ef-9660-4fc2-8f53-ea3d03d87908), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:11.398880 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e1843-00f4-4774-8a46-9c7ef188ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8f64ef-9660-4fc2-8f53-ea3d03d87908,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:11.403194 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ee9e1843-00f4-4774-8a46-9c7ef188ce8d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=464a003c947c445c8092c1bdd20050c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353803 Sep 13 03:34:11.405829 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 52944) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:11.453589 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b3fdec82-ee96-47f1-92bd-63f46cc1172e admin admin] Publish callbacks [] for security_group (2c8f64ef-9660-4fc2-8f53-ea3d03d87908), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:11.473575 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b3fdec82-ee96-47f1-92bd-63f46cc1172e admin admin] Publish callbacks [] for security_group (2c8f64ef-9660-4fc2-8f53-ea3d03d87908), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:11.523003 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b3fdec82-ee96-47f1-92bd-63f46cc1172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2c8f64ef-9660-4fc2-8f53-ea3d03d87908), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:11.525758 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-b3fdec82-ee96-47f1-92bd-63f46cc1172e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:11.526937 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-b3fdec82-ee96-47f1-92bd-63f46cc1172e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2c8f64ef-9660-4fc2-8f53-ea3d03d87908 HTTP/1.1" status: 204 len: 168 time: 0.1201746 Sep 13 03:34:11.534397 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdec82-ee96-47f1-92bd-63f46cc1172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8f64ef-9660-4fc2-8f53-ea3d03d87908,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:14.602060 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2eaa7a7f-cb4e-483c-906d-1612193a0fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:16.984870 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-37231861-b45b-4425-a5b3-55a955952d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:18.216962 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:19.610945 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:19.923603 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:20.859606 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=7,neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:20.861529 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:21.508674 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=36,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:21.530782 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=28,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:23.031786 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:29.916970 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:29.919008 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:30.412074 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:36.011286 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:34:40.404891 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:40.406718 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:44.603856 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1e10ae83-a625-426d-8c04-4767780ee84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:46.006899 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:46.007658 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:46.986289 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-8694ed2e-60ab-4a5f-b279-cae3d9a64035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:48.220919 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:49.617591 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:49.927746 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.166141 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53300) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:52.268801 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-94afbf4f-a9b1-40c0-8843-aa3e3aba5d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.344578 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-94afbf4f-a9b1-40c0-8843-aa3e3aba5d8e admin admin] Publish callbacks [] for security_group (cc6a2338-ec93-44a2-8665-4fb5306a2b29), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.348020 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-94afbf4f-a9b1-40c0-8843-aa3e3aba5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (cc6a2338-ec93-44a2-8665-4fb5306a2b29), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.384704 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afbf4f-a9b1-40c0-8843-aa3e3aba5d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a2338-ec93-44a2-8665-4fb5306a2b29,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:52.388944 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-94afbf4f-a9b1-40c0-8843-aa3e3aba5d8e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a645f57266034232b7bf7a20a4d2c3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217860 Sep 13 03:34:52.391719 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53304) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:52.439323 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-050edce6-c316-4a87-bf36-2e06a0e9d4a2 admin admin] Publish callbacks [] for security_group (cc6a2338-ec93-44a2-8665-4fb5306a2b29), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.459916 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-050edce6-c316-4a87-bf36-2e06a0e9d4a2 admin admin] Publish callbacks [] for security_group (cc6a2338-ec93-44a2-8665-4fb5306a2b29), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.508036 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-050edce6-c316-4a87-bf36-2e06a0e9d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (cc6a2338-ec93-44a2-8665-4fb5306a2b29), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.510650 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-050edce6-c316-4a87-bf36-2e06a0e9d4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.511742 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-050edce6-c316-4a87-bf36-2e06a0e9d4a2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cc6a2338-ec93-44a2-8665-4fb5306a2b29 HTTP/1.1" status: 204 len: 168 time: 0.1191421 Sep 13 03:34:52.519155 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050edce6-c316-4a87-bf36-2e06a0e9d4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a2338-ec93-44a2-8665-4fb5306a2b29,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:52.784089 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53312) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:52.798370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-107e8687-613d-4e6d-b927-bc47979bc5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.888239 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-107e8687-613d-4e6d-b927-bc47979bc5a9 admin admin] Publish callbacks [] for security_group (d7b274a1-a15f-48e0-ac23-878b4ff8605d), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.891721 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-107e8687-613d-4e6d-b927-bc47979bc5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d7b274a1-a15f-48e0-ac23-878b4ff8605d), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:52.930253 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e8687-613d-4e6d-b927-bc47979bc5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b274a1-a15f-48e0-ac23-878b4ff8605d,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:52.934576 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-107e8687-613d-4e6d-b927-bc47979bc5a9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=014ce25b5703425aa2df2976a58fcd7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494071 Sep 13 03:34:52.937517 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53314) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:52.984827 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-683d3be2-dd3e-4fc2-baf9-c3ab785aaf7a admin admin] Publish callbacks [] for security_group (d7b274a1-a15f-48e0-ac23-878b4ff8605d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:53.005316 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-683d3be2-dd3e-4fc2-baf9-c3ab785aaf7a admin admin] Publish callbacks [] for security_group (d7b274a1-a15f-48e0-ac23-878b4ff8605d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:53.313503 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-683d3be2-dd3e-4fc2-baf9-c3ab785aaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (d7b274a1-a15f-48e0-ac23-878b4ff8605d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:53.316035 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-683d3be2-dd3e-4fc2-baf9-c3ab785aaf7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:53.317230 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-683d3be2-dd3e-4fc2-baf9-c3ab785aaf7a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d7b274a1-a15f-48e0-ac23-878b4ff8605d HTTP/1.1" status: 204 len: 168 time: 0.3789208 Sep 13 03:34:53.325137 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d3be2-dd3e-4fc2-baf9-c3ab785aaf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b274a1-a15f-48e0-ac23-878b4ff8605d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:54.969511 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53372) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:55.072189 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.145742 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Publish callbacks [] for security_group (dcc0a980-6790-4a78-8f5e-3d5d16150ab0), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.149044 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (dcc0a980-6790-4a78-8f5e-3d5d16150ab0), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.190988 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=418f2e09bdcd40318cc106e7d98007fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203963 Sep 13 03:34:55.191922 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc0a980-6790-4a78-8f5e-3d5d16150ab0,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:55.194303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53380) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:55.199827 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.200177 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.200516 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.200854 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.201185 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.201513 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.201840 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.202659 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.202659 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.202858 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.203144 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.203473 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.203794 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.204109 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.204425 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f68f8f0-2d32-4a4c-a3d3-1b1af47904c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:34:55.263674 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2509e6fb-3062-4eb5-9722-d4cff19d034d admin admin] Publish callbacks [] for security_group (dcc0a980-6790-4a78-8f5e-3d5d16150ab0), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.284700 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2509e6fb-3062-4eb5-9722-d4cff19d034d admin admin] Publish callbacks [] for security_group (dcc0a980-6790-4a78-8f5e-3d5d16150ab0), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.307212 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:55.311982 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:55.339143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2509e6fb-3062-4eb5-9722-d4cff19d034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (dcc0a980-6790-4a78-8f5e-3d5d16150ab0), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.342636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2509e6fb-3062-4eb5-9722-d4cff19d034d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.343789 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2509e6fb-3062-4eb5-9722-d4cff19d034d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dcc0a980-6790-4a78-8f5e-3d5d16150ab0 HTTP/1.1" status: 204 len: 168 time: 0.1482294 Sep 13 03:34:55.352057 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509e6fb-3062-4eb5-9722-d4cff19d034d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc0a980-6790-4a78-8f5e-3d5d16150ab0,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:55.408803 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53386) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:55.625018 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2c7797ba-a436-4351-9167-13294e2b8db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.679423 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53392) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:55.693396 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e280-3416-48a8-9581-820acec648a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.706431 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2c7797ba-a436-4351-9167-13294e2b8db0 admin admin] Publish callbacks [] for security_group (f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.710316 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-2c7797ba-a436-4351-9167-13294e2b8db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.754823 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-2c7797ba-a436-4351-9167-13294e2b8db0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a9911602e4994d9ebb78a04c162f6b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447697 Sep 13 03:34:55.755544 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53394) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:55.756161 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7797ba-a436-4351-9167-13294e2b8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:55.772499 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e280-3416-48a8-9581-820acec648a2 admin admin] Publish callbacks [] for security_group (2eab208c-3f4f-4ce9-9a33-bc330b2d39ee), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.777022 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e280-3416-48a8-9581-820acec648a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2eab208c-3f4f-4ce9-9a33-bc330b2d39ee), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.807469 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5fac2d0-bbec-496b-a5ee-102f4727b7cf admin admin] Publish callbacks [] for security_group (f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.817643 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8e280-3416-48a8-9581-820acec648a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab208c-3f4f-4ce9-9a33-bc330b2d39ee,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:55.823243 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-c2d8e280-3416-48a8-9581-820acec648a2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0a5f6227c54049b8b75b0a7c06d84e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426883 Sep 13 03:34:55.826353 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53396) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:55.836778 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5fac2d0-bbec-496b-a5ee-102f4727b7cf admin admin] Publish callbacks [] for security_group (f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.910319 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-12a5e92c-46d4-4ab8-a19a-39310eaa20bd admin admin] Publish callbacks [] for security_group (2eab208c-3f4f-4ce9-9a33-bc330b2d39ee), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.928593 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5fac2d0-bbec-496b-a5ee-102f4727b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.931127 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-c5fac2d0-bbec-496b-a5ee-102f4727b7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.932318 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-c5fac2d0-bbec-496b-a5ee-102f4727b7cf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e HTTP/1.1" status: 204 len: 168 time: 0.1734252 Sep 13 03:34:55.939241 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-12a5e92c-46d4-4ab8-a19a-39310eaa20bd admin admin] Publish callbacks [] for security_group (2eab208c-3f4f-4ce9-9a33-bc330b2d39ee), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.949986 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac2d0-bbec-496b-a5ee-102f4727b7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c3a61d-fb9b-48ef-bb9d-a086d284fc6e,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:55.996438 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-12a5e92c-46d4-4ab8-a19a-39310eaa20bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (2eab208c-3f4f-4ce9-9a33-bc330b2d39ee), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:55.999506 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-12a5e92c-46d4-4ab8-a19a-39310eaa20bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:56.000641 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-12a5e92c-46d4-4ab8-a19a-39310eaa20bd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2eab208c-3f4f-4ce9-9a33-bc330b2d39ee HTTP/1.1" status: 204 len: 168 time: 0.1733503 Sep 13 03:34:56.008696 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5e92c-46d4-4ab8-a19a-39310eaa20bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab208c-3f4f-4ce9-9a33-bc330b2d39ee,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:58.059815 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:58.060494 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:58.728172 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53522) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:58.831245 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8afe54c5-1e8c-4337-9c57-afb4a5e6ec3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:58.880888 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:58.886981 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:58.913503 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8afe54c5-1e8c-4337-9c57-afb4a5e6ec3a admin admin] Publish callbacks [] for security_group (0bb0074f-fc4d-4540-9ba3-56e6c97d8b75), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:58.917532 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8afe54c5-1e8c-4337-9c57-afb4a5e6ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0bb0074f-fc4d-4540-9ba3-56e6c97d8b75), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:58.972588 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-8afe54c5-1e8c-4337-9c57-afb4a5e6ec3a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d332ca9b985e4ba692f509b669f69970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433350 Sep 13 03:34:58.975979 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53530) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:58.976944 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe54c5-1e8c-4337-9c57-afb4a5e6ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb0074f-fc4d-4540-9ba3-56e6c97d8b75,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:59.008971 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-d1b98751-a9fe-472f-8417-da67a4bc0d92 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1827163671&fields=id&tenant_id=35d0f9365a60474590ea1bb78b1654b2 HTTP/1.1" status: 200 len: 267 time: 0.0740280 Sep 13 03:34:59.025602 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9a43-245a-4d6d-92c4-fa29683208f3 admin admin] Publish callbacks [] for security_group (0bb0074f-fc4d-4540-9ba3-56e6c97d8b75), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.046840 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9a43-245a-4d6d-92c4-fa29683208f3 admin admin] Publish callbacks [] for security_group (0bb0074f-fc4d-4540-9ba3-56e6c97d8b75), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.061381 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-7eaae71e-fc8f-4e2e-bf99-93756dca4c8e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:34:59.062907 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-7eaae71e-fc8f-4e2e-bf99-93756dca4c8e tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 985 time: 0.0482504 Sep 13 03:34:59.076333 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.v2.base [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Request body: {'port': {'security_groups': ['4a9f06ff-2ae5-410a-89f8-f22b83437810']}} {{(pid=106191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:34:59.095742 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9a43-245a-4d6d-92c4-fa29683208f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0bb0074f-fc4d-4540-9ba3-56e6c97d8b75), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.098936 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9a43-245a-4d6d-92c4-fa29683208f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.100078 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d5ef9a43-245a-4d6d-92c4-fa29683208f3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0bb0074f-fc4d-4540-9ba3-56e6c97d8b75 HTTP/1.1" status: 204 len: 168 time: 0.1230712 Sep 13 03:34:59.108076 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef9a43-245a-4d6d-92c4-fa29683208f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb0074f-fc4d-4540-9ba3-56e6c97d8b75,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:59.157933 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.351988 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fd8213ce-3653-4272-bd22-22e80d1944df,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:34:59.387537 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for port (fd8213ce-3653-4272-bd22-22e80d1944df), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.393764 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15663797'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.405162 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:34:59.405782 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.407282 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1ac3e928-dd9a-4b8c-b17c-c49c65121219 req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "PUT /networking/v2.0/ports/fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 943 time: 0.3356221 Sep 13 03:34:59.409045 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:34:59.411600 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2985319a-b90e-44e7-a3f7-8d4411c5b600" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:34:59.417449 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53546) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:59.426764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53548) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:59.430503 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['fd8213ce-3653-4272-bd22-22e80d1944df'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:34:59.461780 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-920e283e-8c86-49c7-97e6-8968568433e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.509136 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa9cd9-ceef-4d1b-8716-acd65d93ca52 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event updated for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=7']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:59.548102 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63d12d7a-3bcc-40ca-b2c8-0d6ade6e2185 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group (f61ba66a-6468-4582-b17f-fe248aede443), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.592625 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63d12d7a-3bcc-40ca-b2c8-0d6ade6e2185 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group (f61ba66a-6468-4582-b17f-fe248aede443), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.611536 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['fd8213ce-3653-4272-bd22-22e80d1944df'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:34:59.680607 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-920e283e-8c86-49c7-97e6-8968568433e7 admin admin] Publish callbacks [] for security_group (0c4b3cc0-5000-4610-b4fc-554f7d933c1d), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.685620 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-920e283e-8c86-49c7-97e6-8968568433e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0c4b3cc0-5000-4610-b4fc-554f7d933c1d), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.731872 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-920e283e-8c86-49c7-97e6-8968568433e7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f4217643b7c842dda363a27d6ecf62d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024595 Sep 13 03:34:59.732790 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63d12d7a-3bcc-40ca-b2c8-0d6ade6e2185 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f61ba66a-6468-4582-b17f-fe248aede443), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.734734 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53562) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:59.747347 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-63d12d7a-3bcc-40ca-b2c8-0d6ade6e2185 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.755993 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-63d12d7a-3bcc-40ca-b2c8-0d6ade6e2185 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f61ba66a-6468-4582-b17f-fe248aede443 HTTP/1.1" status: 204 len: 168 time: 0.3373294 Sep 13 03:34:59.759528 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53564) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:34:59.773275 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7ee8c2-42ea-4007-8fe1-4a2f359fed09 x-openstack-request-id: req-3e7ee8c2-42ea-4007-8fe1-4a2f359fed09 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:34:59.773794 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:34:59.774215 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e7ee8c2-42ea-4007-8fe1-4a2f359fed09 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:34:59.774817 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7ee8c2-42ea-4007-8fe1-4a2f359fed09'] response: {'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'status': 'completed', 'code': 200} Sep 13 03:34:59.774947 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e283e-8c86-49c7-97e6-8968568433e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4b3cc0-5000-4610-b4fc-554f7d933c1d,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:59.826192 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0240f18-1427-45ec-ae0c-94af7e4814b7 admin admin] Publish callbacks [] for security_group (0c4b3cc0-5000-4610-b4fc-554f7d933c1d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.846241 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d12d7a-3bcc-40ca-b2c8-0d6ade6e2185 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61ba66a-6468-4582-b17f-fe248aede443,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:59.852320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0240f18-1427-45ec-ae0c-94af7e4814b7 admin admin] Publish callbacks [] for security_group (0c4b3cc0-5000-4610-b4fc-554f7d933c1d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.878943 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:34:59.895101 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-1c7c9877-0c14-4838-8ef8-09eb4eefcef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:34:59.896954 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-1c7c9877-0c14-4838-8ef8-09eb4eefcef9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1130 time: 0.0615387 Sep 13 03:34:59.918936 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0240f18-1427-45ec-ae0c-94af7e4814b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0c4b3cc0-5000-4610-b4fc-554f7d933c1d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.921806 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-f0240f18-1427-45ec-ae0c-94af7e4814b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:34:59.925815 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f0240f18-1427-45ec-ae0c-94af7e4814b7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0c4b3cc0-5000-4610-b4fc-554f7d933c1d HTTP/1.1" status: 204 len: 168 time: 0.1892977 Sep 13 03:34:59.935199 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0240f18-1427-45ec-ae0c-94af7e4814b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4b3cc0-5000-4610-b4fc-554f7d933c1d,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:34:59.969861 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:00.063433 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Deleting port ae928adc-dfac-473e-abe8-a0336c0164fe {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:00.064095 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:00.146031 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-42ec39cc-303b-444b-93a7-0ab70f2a9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:00.147534 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-42ec39cc-303b-444b-93a7-0ab70f2a9a9b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 916 time: 0.2426043 Sep 13 03:35:00.208820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:00.209295 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for floatingip (ae928adc-dfac-473e-abe8-a0336c0164fe), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:00.235795 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Calling delete_port for ae928adc-dfac-473e-abe8-a0336c0164fe owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:00.256215 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-2a269ad7-9fc1-45b9-8712-a62e2d09199a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 1002 time: 0.0976002 Sep 13 03:35:00.368392 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-ee3d4cbb-21e3-41dc-b01c-f7d4c9185def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:00.369891 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-ee3d4cbb-21e3-41dc-b01c-f7d4c9185def service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.0786462 Sep 13 03:35:00.433994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:00.436588 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-3e4d8c9f-7f00-4d8d-83a9-51deac180ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:00.438221 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-3e4d8c9f-7f00-4d8d-83a9-51deac180ff4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595119 Sep 13 03:35:00.577293 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-b24e73aa-44f1-4a10-b16b-9f7efd82fbe3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315489 Sep 13 03:35:00.578337 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (ae928adc-dfac-473e-abe8-a0336c0164fe), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:00.641222 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event deleted for resources: {'Port': ['ID=ae928adc-dfac-473e-abe8-a0336c0164fe,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:00.757979 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks [] for floatingip (1314360c-3e72-43b0-9113-b5ba724a9194), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:00.758312 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Floating IP 1314360c-3e72-43b0-9113-b5ba724a9194 disassociated (deleted). External IP: 172.27.1.237, port: fd8213ce-3653-4272-bd22-22e80d1944df. Sep 13 03:35:00.802077 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2985319a-b90e-44e7-a3f7-8d4411c5b600 req-4e4ee11d-63b3-413e-be12-7c1715143f48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140319 Sep 13 03:35:00.806204 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:00.855023 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:00.974909 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Router 2e86d685-ea76-4039-8170-f74ac615785d has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:35:01.090984 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:35:01.096375 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:01.102770 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] Sync routers for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:35:01.114591 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:01.115456 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:34:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:01.132716 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d645cf43-1a1a-42c9-8794-019339c10c41 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/1314360c-3e72-43b0-9113-b5ba724a9194 HTTP/1.1" status: 204 len: 168 time: 1.3679681 Sep 13 03:35:01.133371 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:01.135761 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c927dc32-c8fa-493b-acbc-9a4f7e369908" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:01.216682 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481c8f3a-ddcf-4a65-a9cc-9ef29e97ded7 x-openstack-request-id: req-481c8f3a-ddcf-4a65-a9cc-9ef29e97ded7 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:01.217019 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:01.217230 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-481c8f3a-ddcf-4a65-a9cc-9ef29e97ded7 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:01.217920 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481c8f3a-ddcf-4a65-a9cc-9ef29e97ded7'] response: {'name': 'network-changed', 'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'status': 'completed', 'code': 200} Sep 13 03:35:01.256956 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:01.313037 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-3e6b5b2c-d38e-45b3-ba63-9ac54cc3dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:01.315124 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-3e6b5b2c-d38e-45b3-ba63-9ac54cc3dec6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=35d0f9365a60474590ea1bb78b1654b2&device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 1130 time: 0.0453267 Sep 13 03:35:01.426303 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-27951c57-2643-4ee3-b490-cf0276582f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:01.427907 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-27951c57-2643-4ee3-b490-cf0276582f4c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 200 len: 916 time: 0.1042626 Sep 13 03:35:01.467758 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 5, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:01.468139 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-a8f12743-72f4-4294-9dfd-428476b6d1d3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 200 len: 217 time: 0.0343337 Sep 13 03:35:01.492018 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] Checking router: 2e86d685-ea76-4039-8170-f74ac615785d for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:35:01.500270 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:01.500857 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:34:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:01.599946 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:01.781967 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 5, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:01.810826 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c246f7d-1b4f-4e69-a49f-22a9a7b242de None None] The sync data for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi is: [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:30:04Z', 'revision_number': 4, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': 'bbc6a1b0-048a-4d4d-bade-db17d96f1bc1', 'name': '', 'network_id': '250124f3-9050-45ee-884e-2007ff51f342', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'mac_address': 'fa:16:3e:9e:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:03Z', 'updated_at': '2022-09-13T03:30:10Z', 'revision_number': 5, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'subnets': [{'id': '3b0721be-70aa-4aa0-b08f-097a85b5d8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:35:02.071195 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ac45a-2f31-4e99-80d4-b994f499d847 None None] New status for floating IP 1314360c-3e72-43b0-9113-b5ba724a9194: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:35:09.901674 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:09.931236 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:INSERT=1,neutron:SELECT=74,neutron:DELETE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:11.440035 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=54 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:11.440801 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=37 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:11.784019 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=75 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:11.784768 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=57 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:12.076057 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:12.100963 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:13.011012 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:35:14.604929 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-34848373-fc84-40fc-a535-e1a04a1074a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:15.639894 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-a9f6286d-d44f-474b-bb8d-8bd012fe338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:15.641267 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-a9f6286d-d44f-474b-bb8d-8bd012fe338d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 200 len: 854 time: 0.0500453 Sep 13 03:35:15.693264 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-c39cdca8-7212-4f52-a747-a0edd3db0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:15.695282 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-c39cdca8-7212-4f52-a747-a0edd3db0920 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=250124f3-9050-45ee-884e-2007ff51f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407143 Sep 13 03:35:15.810833 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-97e91288-c468-4ec0-942b-51e8ebe7d70e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861712 Sep 13 03:35:16.315598 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c927dc32-c8fa-493b-acbc-9a4f7e369908 req-5c18a97e-7d54-493a-8a8f-af75b87cf07c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960062 Sep 13 03:35:16.992073 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3b4996cd-c0d7-4324-aba4-fb8ad697a890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.406495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53758) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:17.517222 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.599200 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Publish callbacks [] for security_group (3530c7ab-fd8e-4526-bf38-e0bfbc9574d7), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.602802 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3530c7ab-fd8e-4526-bf38-e0bfbc9574d7), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.642130 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1423d25ff51a4eb3810e409baed076f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344792 Sep 13 03:35:17.643168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3530c7ab-fd8e-4526-bf38-e0bfbc9574d7,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:17.644858 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53768) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:17.650444 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.650811 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.651156 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.651491 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.651824 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.652152 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.652478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.652802 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.653124 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.653446 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.653770 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.654091 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.654408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.654761 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.655080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594ab91-93bb-4f8c-af4a-4eb716c79fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:17.697027 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-72ea759b-1873-465c-b2c7-ee7878d55c98 admin admin] Publish callbacks [] for security_group (3530c7ab-fd8e-4526-bf38-e0bfbc9574d7), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.716182 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-72ea759b-1873-465c-b2c7-ee7878d55c98 admin admin] Publish callbacks [] for security_group (3530c7ab-fd8e-4526-bf38-e0bfbc9574d7), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.765356 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-72ea759b-1873-465c-b2c7-ee7878d55c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3530c7ab-fd8e-4526-bf38-e0bfbc9574d7), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.768263 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-72ea759b-1873-465c-b2c7-ee7878d55c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:17.769395 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-72ea759b-1873-465c-b2c7-ee7878d55c98 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3530c7ab-fd8e-4526-bf38-e0bfbc9574d7 HTTP/1.1" status: 204 len: 168 time: 0.1233957 Sep 13 03:35:17.777115 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea759b-1873-465c-b2c7-ee7878d55c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530c7ab-fd8e-4526-bf38-e0bfbc9574d7,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:18.030375 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53774) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:18.044566 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6b06deb4-e90b-4be9-9819-df51af07d981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.123837 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6b06deb4-e90b-4be9-9819-df51af07d981 admin admin] Publish callbacks [] for security_group (6d3fca41-7f10-4406-a9c8-46d0119f75b1), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.127334 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6b06deb4-e90b-4be9-9819-df51af07d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6d3fca41-7f10-4406-a9c8-46d0119f75b1), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.164982 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06deb4-e90b-4be9-9819-df51af07d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3fca41-7f10-4406-a9c8-46d0119f75b1,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:18.169235 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6b06deb4-e90b-4be9-9819-df51af07d981 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6e16a1e859034e9abdce7c22596b9f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378257 Sep 13 03:35:18.171913 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53778) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:18.220404 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d7b48e88-fa0b-4eae-9a46-00d9adbd4cc1 admin admin] Publish callbacks [] for security_group (6d3fca41-7f10-4406-a9c8-46d0119f75b1), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.222713 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.241318 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d7b48e88-fa0b-4eae-9a46-00d9adbd4cc1 admin admin] Publish callbacks [] for security_group (6d3fca41-7f10-4406-a9c8-46d0119f75b1), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.290087 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d7b48e88-fa0b-4eae-9a46-00d9adbd4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (6d3fca41-7f10-4406-a9c8-46d0119f75b1), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.292668 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d7b48e88-fa0b-4eae-9a46-00d9adbd4cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.293818 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-d7b48e88-fa0b-4eae-9a46-00d9adbd4cc1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6d3fca41-7f10-4406-a9c8-46d0119f75b1 HTTP/1.1" status: 204 len: 168 time: 0.1209939 Sep 13 03:35:18.301434 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b48e88-fa0b-4eae-9a46-00d9adbd4cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3fca41-7f10-4406-a9c8-46d0119f75b1,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:18.615407 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 53786) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:18.629037 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-473474f1-283f-4418-b4d6-476b0bf0e544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.705267 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-473474f1-283f-4418-b4d6-476b0bf0e544 admin admin] Publish callbacks [] for security_group (5eec2db8-c752-4b29-a9b1-d8d8fd9bd814), precommit_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.709460 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-473474f1-283f-4418-b4d6-476b0bf0e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (5eec2db8-c752-4b29-a9b1-d8d8fd9bd814), after_create {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.747952 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-473474f1-283f-4418-b4d6-476b0bf0e544 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ff68ec5b48a94c62a45a8cadcf65b1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314526 Sep 13 03:35:18.748680 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473474f1-283f-4418-b4d6-476b0bf0e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eec2db8-c752-4b29-a9b1-d8d8fd9bd814,revision_number=1']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:18.750597 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53788) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:18.805291 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-65f73fa6-a647-4a85-a26e-ffdb5731e638 admin admin] Publish callbacks [] for security_group (5eec2db8-c752-4b29-a9b1-d8d8fd9bd814), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.825399 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-65f73fa6-a647-4a85-a26e-ffdb5731e638 admin admin] Publish callbacks [] for security_group (5eec2db8-c752-4b29-a9b1-d8d8fd9bd814), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.872789 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-65f73fa6-a647-4a85-a26e-ffdb5731e638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (5eec2db8-c752-4b29-a9b1-d8d8fd9bd814), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.875409 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-65f73fa6-a647-4a85-a26e-ffdb5731e638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:18.876555 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-65f73fa6-a647-4a85-a26e-ffdb5731e638 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5eec2db8-c752-4b29-a9b1-d8d8fd9bd814 HTTP/1.1" status: 204 len: 168 time: 0.1246865 Sep 13 03:35:18.884742 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f73fa6-a647-4a85-a26e-ffdb5731e638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eec2db8-c752-4b29-a9b1-d8d8fd9bd814,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:19.558175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53812) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:19.618071 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.654858 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-887795144-network', 'tenant_id': '1acee96791e54960abd4d9d1c735a298'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:35:19.675724 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Made reservation on behalf of 1acee96791e54960abd4d9d1c735a298 for: {'network': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:35:19.678903 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for network (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.687761 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.763350 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks [] for security_group (05aab643-e0b2-483d-83e3-dc33f3566d51), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.766948 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (05aab643-e0b2-483d-83e3-dc33f3566d51), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.786531 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:19.793129 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=106192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 03:35:19.795004 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:19.807128 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aab643-e0b2-483d-83e3-dc33f3566d51,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:19.810672 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (302c9531-a58f-4d2a-9829-cf90de514c6b), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.810950 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.segments_db [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Added segment 302c9531-a58f-4d2a-9829-cf90de514c6b of type vlan for network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 Sep 13 03:35:19.854515 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753286281382'] for network (7d240cfb-7e7d-4f20-90ad-58260429d0d8), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.879027 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555'] for network (7d240cfb-7e7d-4f20-90ad-58260429d0d8), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.880038 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:19.880610 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.931070 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3716352 Sep 13 03:35:19.931488 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:19.933972 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 53818) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:19.944902 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Request body: {'subnet': {'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-887795144-subnet', 'tenant_id': '1acee96791e54960abd4d9d1c735a298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:35:19.959153 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2495c-2eb7-432a-8948-d1c701f13ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=7d240cfb-7e7d-4f20-90ad-58260429d0d8,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:19.968828 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 details requested by agent ovs-agent-dv-cinder-857075-2-iscsi with host dv-cinder-857075-2-iscsi {{(pid=106193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 03:35:19.969003 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Made reservation on behalf of 1acee96791e54960abd4d9d1c735a298 for: {'subnet': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:35:19.971268 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14203233'] for subnet (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:20.138745 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14226913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14203251'] for subnet (8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:20.196118 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b,revision_number=0']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:20.203114 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Checking segment: {'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:35:20.203460 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Network hostable DHCP agents. Network: 7d240cfb-7e7d-4f20-90ad-58260429d0d8, hostable agents: ['ce37f5c7-47fb-4d37-944d-c14084123ea9'], hosted agents: [] {{(pid=106192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 03:35:20.220901 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 is scheduled to be hosted by DHCP agent ce37f5c7-47fb-4d37-944d-c14084123ea9 with binding_index 1 {{(pid=106192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 03:35:20.229232 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-2-iscsi, 7d240cfb-7e7d-4f20-90ad-58260429d0d8) {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:35:20.234009 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:20.235108 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:20.238082 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5decb87d-44e6-4fa8-9c2d-c24494f06419 None None] Network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:35:20.250755 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-61b6af7b-e840-4bb2-a5af-ea3083d5916f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3157105 Sep 13 03:35:20.343731 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27af4562-23ba-4c6a-8a48-107a74496c78 None None] Network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:35:23.005483 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:23.007877 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:23.043320 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:23.063627 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-a8e99a38-218a-4dbb-a4a6-2a03ffbee350 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:23.065068 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-a8e99a38-218a-4dbb-a4a6-2a03ffbee350 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7d240cfb-7e7d-4f20-90ad-58260429d0d8 HTTP/1.1" status: 200 len: 808 time: 0.1109662 Sep 13 03:35:23.082288 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-105ba939-06a8-4b8f-816c-938bdb16d139 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/quotas/1acee96791e54960abd4d9d1c735a298 HTTP/1.1" status: 200 len: 375 time: 0.0100982 Sep 13 03:35:23.116082 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-d984907b-c277-41d4-81f2-cd10c94c54a2 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1acee96791e54960abd4d9d1c735a298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284362 Sep 13 03:35:23.201869 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:23.213550 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-90162eb1-3b00-4f7f-92a3-4f4a1c2d47bf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901203 Sep 13 03:35:23.308142 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-b6a5fbe5-05d5-4f64-b936-449862cfd043 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864592 Sep 13 03:35:23.482996 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-bb8b66a4-cf42-4109-8eca-380fef6f6921 req-f60b2974-7304-4f48-8572-ad6d18af1553 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0345800 Sep 13 03:35:24.302408 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97803ba-9d4a-4c00-83cb-eae1ddd7ba93 req-32fb7194-d040-4516-b09b-bb6af12662e0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:24.304399 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97803ba-9d4a-4c00-83cb-eae1ddd7ba93 req-32fb7194-d040-4516-b09b-bb6af12662e0 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0474949 Sep 13 03:35:24.350928 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f97803ba-9d4a-4c00-83cb-eae1ddd7ba93 req-664f285f-7151-4193-8785-86ad40ef83bf tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Sep 13 03:35:24.589462 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5d4188d6-9c10-47b7-89c7-459cd17dc14c req-f25c33dd-67db-42d9-84e2-74f379aa68b9 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0322356 Sep 13 03:35:25.471595 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36414f9-9902-4d6f-9d81-b8503ac5d9d6 req-86fd4e29-9d72-4ddf-ae22-b79cb8c14174 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:25.473025 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b36414f9-9902-4d6f-9d81-b8503ac5d9d6 req-86fd4e29-9d72-4ddf-ae22-b79cb8c14174 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0493019 Sep 13 03:35:25.519938 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b36414f9-9902-4d6f-9d81-b8503ac5d9d6 req-9aefdaa4-fb07-44f7-90d3-f8210a3e5e44 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Sep 13 03:35:25.693513 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-68bfc7c4-e16e-42ac-840f-f5cdb7c3a14b req-f8bb884a-0087-456a-9a50-e338a03c64b5 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0276277 Sep 13 03:35:26.395654 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:26.405888 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-548c793e-3b60-483f-91dc-bf1aff2fa6a4 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:26.407321 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-548c793e-3b60-483f-91dc-bf1aff2fa6a4 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7d240cfb-7e7d-4f20-90ad-58260429d0d8 HTTP/1.1" status: 200 len: 808 time: 0.1090147 Sep 13 03:35:26.637546 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167e8b0-23e6-40cf-a0e0-afda271920f0 req-b966c0c3-7482-4c4f-98cd-4cc5372640f6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:26.638982 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5167e8b0-23e6-40cf-a0e0-afda271920f0 req-b966c0c3-7482-4c4f-98cd-4cc5372640f6 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0454297 Sep 13 03:35:26.684562 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5167e8b0-23e6-40cf-a0e0-afda271920f0 req-23d8b980-f84c-438f-ba80-a33496aac204 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Sep 13 03:35:26.802366 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-83847537-1ef2-450f-9164-f77859fd23a2 req-4f09586e-d4b9-4bed-a06d-15d18c489d78 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0284038 Sep 13 03:35:27.803616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1378-b251-4b1b-961c-31026858250a req-2d83d5eb-8fe8-4092-a193-c8d486ff1c5d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:27.805059 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c8a1378-b251-4b1b-961c-31026858250a req-2d83d5eb-8fe8-4092-a193-c8d486ff1c5d tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0497875 Sep 13 03:35:27.851993 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-8c8a1378-b251-4b1b-961c-31026858250a req-3aeecf7b-f255-4ea8-a26c-eaf93171045f tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Sep 13 03:35:27.906327 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-a94b9334-02cb-43ed-aa94-8eabc6e34c62 req-5d5264ae-7191-45ab-b3db-a4617ce59df3 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0266819 Sep 13 03:35:28.956595 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:28.977091 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc5fe3-a06a-40c5-aadb-7380a47ba274 req-14d0e0d5-a35d-42c2-ac6c-06c320f03db4 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:28.978576 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2fc5fe3-a06a-40c5-aadb-7380a47ba274 req-14d0e0d5-a35d-42c2-ac6c-06c320f03db4 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0512040 Sep 13 03:35:29.012593 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c140f928-d130-4013-9eed-c5f1af85b72f req-a0c6b6cc-0e3a-4bd4-bc79-85462b9670cc tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0304310 Sep 13 03:35:29.027004 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-f2fc5fe3-a06a-40c5-aadb-7380a47ba274 req-05e85d50-bc47-4672-8407-298aa1d67ea4 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428169 Sep 13 03:35:30.092544 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Request body: {'port': {'device_id': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8', 'admin_state_up': True, 'tenant_id': '1acee96791e54960abd4d9d1c735a298'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:35:30.120971 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bd84c097-d5a1-46b2-8830-207a1a3af452 req-13bcc2be-a8c9-4098-94b6-aecd4ac92cd8 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0312550 Sep 13 03:35:30.213836 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164cff8-ead1-4c8f-bff9-22262be492c1 req-d0032002-fe16-445d-8894-6d758f66b12c tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:30.215299 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d164cff8-ead1-4c8f-bff9-22262be492c1 req-d0032002-fe16-445d-8894-6d758f66b12c tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0639615 Sep 13 03:35:30.286529 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d164cff8-ead1-4c8f-bff9-22262be492c1 req-d36b8828-e1a9-47c8-90e4-6fc68f30a629 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646181 Sep 13 03:35:30.287555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Made reservation on behalf of 1acee96791e54960abd4d9d1c735a298 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:35:30.291046 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:30.413830 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:30.416120 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Allocated IP 172.20.0.10 (7d240cfb-7e7d-4f20-90ad-58260429d0d8/8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b/94a6701d-0822-4e62-a31a-ac3fde274b5f) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:35:30.419572 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:30.448905 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:30.569465 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks [] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:30.577296 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:30.604536 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:30.646550 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:35:30.649582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:35:30.653308 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:35:30.680837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Pushing event updated for resources: {'Port': ['ID=94a6701d-0822-4e62-a31a-ac3fde274b5f,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:30.705195 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:30.705799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:30.725075 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-8547408e-c59e-4fd1-b2d7-9f05214a19ae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385026 Sep 13 03:35:30.900823 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Request body: {'port': {'device_id': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:35:30.945877 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:30.965779 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-0b66fed6-bc6f-4bad-ab0a-27c59fcc45d9 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:30.967265 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-0b66fed6-bc6f-4bad-ab0a-27c59fcc45d9 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0820558 Sep 13 03:35:31.024665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:31.106433 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Deleting port fd8213ce-3653-4272-bd22-22e80d1944df {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:31.107076 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:31.245503 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2dd14-6905-426f-9989-b78588877e0b req-c3f3ff1d-1bae-4f07-9f6a-b1b1645ebe5c tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:31.247714 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c2c2dd14-6905-426f-9989-b78588877e0b req-c3f3ff1d-1bae-4f07-9f6a-b1b1645ebe5c tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 932 time: 0.0506716 Sep 13 03:35:31.302036 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c2c2dd14-6905-426f-9989-b78588877e0b req-e0fa9764-0bb1-4134-95e5-140a9ad89415 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467057 Sep 13 03:35:31.316643 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] For port fd8213ce-3653-4272-bd22-22e80d1944df, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=fd8213ce-3653-4272-bd22-22e80d1944df,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:31.317027 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:31.336407 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Calling delete_port for fd8213ce-3653-4272-bd22-22e80d1944df owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:31.482582 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05be1-85bd-4b36-9f32-9db75465a2bf req-de79df32-d61d-4874-87ee-ed06518d8428 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:31.484076 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1eb05be1-85bd-4b36-9f32-9db75465a2bf req-de79df32-d61d-4874-87ee-ed06518d8428 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d4c5c35a-9c3f-4796-a202-214bcff70431 HTTP/1.1" status: 200 len: 946 time: 0.0854602 Sep 13 03:35:31.607872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a6701d-0822-4e62-a31a-ac3fde274b5f {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:35:31.611647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:31.621403 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Publish callbacks [] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:31.631700 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-1eb05be1-85bd-4b36-9f32-9db75465a2bf req-80560abd-bfdc-4370-8292-163522615ee7 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4a9f06ff-2ae5-410a-89f8-f22b83437810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371579 Sep 13 03:35:31.659871 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Transition to ACTIVE for port object 94a6701d-0822-4e62-a31a-ac3fde274b5f will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:35:31.661438 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (fd8213ce-3653-4272-bd22-22e80d1944df), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:31.673264 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:31.702920 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['fd8213ce-3653-4272-bd22-22e80d1944df'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:35:31.703559 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Pushing event deleted for resources: {'Port': ['ID=fd8213ce-3653-4272-bd22-22e80d1944df,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:31.724904 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:31.770814 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] No DVR routers for this DVR port fd8213ce-3653-4272-bd22-22e80d1944df on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:35:31.773441 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:31.777303 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cc7cd3d5-5f4b-4047-af3c-25f0056784cb req-510890b9-d1b3-4c1a-ac38-4b9ced065ab3 tempest-TestMinimumBasicScenario-88233642 tempest-TestMinimumBasicScenario-88233642-project] 10.222.0.57 "DELETE /networking/v2.0/ports/fd8213ce-3653-4272-bd22-22e80d1944df HTTP/1.1" status: 204 len: 173 time: 0.7921185 Sep 13 03:35:31.797764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'name': 'network-vif-deleted', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:31.800097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5633398-df0c-41b9-b43a-96bb27540141" -d '{"events": [{"server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "name": "network-vif-deleted", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:31.834659 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Pushing event updated for resources: {'Port': ['ID=94a6701d-0822-4e62-a31a-ac3fde274b5f,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:31.844012 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7a0626-c0de-4cf4-99c6-82e7aaf4d2db x-openstack-request-id: req-0f7a0626-c0de-4cf4-99c6-82e7aaf4d2db {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:31.844322 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c5c35a-9c3f-4796-a202-214bcff70431", "name": "network-vif-deleted", "tag": "fd8213ce-3653-4272-bd22-22e80d1944df", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:31.844552 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f7a0626-c0de-4cf4-99c6-82e7aaf4d2db {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:31.844951 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7a0626-c0de-4cf4-99c6-82e7aaf4d2db'] response: {'server_uuid': 'd4c5c35a-9c3f-4796-a202-214bcff70431', 'name': 'network-vif-deleted', 'tag': 'fd8213ce-3653-4272-bd22-22e80d1944df', 'status': 'completed', 'code': 200} Sep 13 03:35:31.868062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Attempting to bind port 94a6701d-0822-4e62-a31a-ac3fde274b5f on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:35:31.868365 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Attempting to bind port 94a6701d-0822-4e62-a31a-ac3fde274b5f by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:35:31.868636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Attempting to bind port 94a6701d-0822-4e62-a31a-ac3fde274b5f on network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:35:31.911800 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Port 94a6701d-0822-4e62-a31a-ac3fde274b5f on network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:35:31.912123 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Attempting to bind port 94a6701d-0822-4e62-a31a-ac3fde274b5f on network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:35:31.958515 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:35:31.958886 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Checking segment: {'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:35:31.959272 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Bound using segment: {'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:35:31.959695 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Bound port: 94a6701d-0822-4e62-a31a-ac3fde274b5f, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:35:31.960052 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:32.025189 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] For port 94a6701d-0822-4e62-a31a-ac3fde274b5f, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:35:32.028394 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] For port 94a6701d-0822-4e62-a31a-ac3fde274b5f, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94a6701d-0822-4e62-a31a-ac3fde274b5f,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:35:32.036185 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:32.039461 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:32.040872 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:32.042623 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/94a6701d-0822-4e62-a31a-ac3fde274b5f HTTP/1.1" status: 200 len: 1094 time: 1.1561511 Sep 13 03:35:32.100555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fea522-6a61-48f3-a61e-8fbf26ae2cdb service neutron] Pushing event updated for resources: {'Port': ['ID=94a6701d-0822-4e62-a31a-ac3fde274b5f,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:32.361791 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-d3522d34-b6f9-41be-b988-0817c81ef2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:32.363605 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-d3522d34-b6f9-41be-b988-0817c81ef2f3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1acee96791e54960abd4d9d1c735a298&device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 1128 time: 0.0444443 Sep 13 03:35:32.423061 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-6ece6851-551a-46b5-a971-2b5eb22e37d9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6701d-0822-4e62-a31a-ac3fde274b5f HTTP/1.1" status: 200 len: 217 time: 0.0467751 Sep 13 03:35:32.487928 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e48629-b049-4f80-abe6-a92a6868c507 req-d6da8e4e-cf3b-47f1-a2d3-0bbbb460b830 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:32.489495 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88e48629-b049-4f80-abe6-a92a6868c507 req-d6da8e4e-cf3b-47f1-a2d3-0bbbb460b830 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 944 time: 0.1044264 Sep 13 03:35:32.516944 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-3cd5f945-7e4d-4c93-a8b3-cd5fe17e581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:32.518355 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-3cd5f945-7e4d-4c93-a8b3-cd5fe17e581c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b HTTP/1.1" status: 200 len: 848 time: 0.0784590 Sep 13 03:35:32.839944 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-f4fd3a56-30cb-40e4-89f1-b6c637f55b40 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7d240cfb-7e7d-4f20-90ad-58260429d0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3151009 Sep 13 03:35:32.874693 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-88e48629-b049-4f80-abe6-a92a6868c507 req-75252dc8-757b-48ea-b436-fb16bea57903 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772557 Sep 13 03:35:32.947739 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-62d81605-c24a-4263-8f16-40547d2b5957 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002951 Sep 13 03:35:33.047062 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-7a8d438f-d534-45fc-9518-67620ac8d083 req-727a2c3d-0d2d-47b5-98e8-6bf4822145ad service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916793 Sep 13 03:35:33.370093 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54004) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:33.725290 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (2e86d685-ea76-4039-8170-f74ac615785d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:33.845837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'tag': '94a6701d-0822-4e62-a31a-ac3fde274b5f'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:33.848486 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a386b261-2620-480f-b1f2-f3b27bdc07ae" -d '{"events": [{"name": "network-changed", "server_uuid": "497f0fd2-2b9c-4df0-bf77-ada003d0682c", "tag": "94a6701d-0822-4e62-a31a-ac3fde274b5f"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:33.892319 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6de4f9-8be2-4c2f-a148-fe1fc491d1cb x-openstack-request-id: req-4b6de4f9-8be2-4c2f-a148-fe1fc491d1cb {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:33.892698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497f0fd2-2b9c-4df0-bf77-ada003d0682c", "tag": "94a6701d-0822-4e62-a31a-ac3fde274b5f", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:33.893023 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b6de4f9-8be2-4c2f-a148-fe1fc491d1cb {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:33.893486 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6de4f9-8be2-4c2f-a148-fe1fc491d1cb'] response: {'name': 'network-changed', 'server_uuid': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'tag': '94a6701d-0822-4e62-a31a-ac3fde274b5f', 'status': 'completed', 'code': 200} Sep 13 03:35:33.972958 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:33.977507 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Deleting port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:33.977867 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:34.012182 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:34.020944 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640de355-540d-48e4-a68e-cbd95874763a req-6b88a005-05a7-436f-9ef6-5ffb6cb821c8 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:34.022410 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-640de355-540d-48e4-a68e-cbd95874763a req-6b88a005-05a7-436f-9ef6-5ffb6cb821c8 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 944 time: 0.0647030 Sep 13 03:35:34.060836 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] For port bbc6a1b0-048a-4d4d-bade-db17d96f1bc1, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:34.061288 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:34.074821 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-640de355-540d-48e4-a68e-cbd95874763a req-14a85f34-e110-4cb5-9b4a-1a4140406a54 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Sep 13 03:35:34.075350 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Calling delete_port for bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 owned by network:router_interface {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:34.119967 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:34.252201 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (bbc6a1b0-048a-4d4d-bade-db17d96f1bc1), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:34.259131 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device fd8213ce-3653-4272-bd22-22e80d1944df no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:34.278922 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: fd8213ce-3653-4272-bd22-22e80d1944df {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:34.279267 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device fd8213ce-3653-4272-bd22-22e80d1944df not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:34.282445 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc6a1b0-048a-4d4d-bade-db17d96f1bc1,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:34.447802 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (2e86d685-ea76-4039-8170-f74ac615785d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:34.866298 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Router 2e86d685-ea76-4039-8170-f74ac615785d has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:35:34.966733 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:35:34.971664 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-b81b3634-bb0e-4266-9bd9-9942a9203b80 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2e86d685-ea76-4039-8170-f74ac615785d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004286 Sep 13 03:35:34.974447 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54022) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:34.975468 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] Sync routers for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:35:34.986600 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:34.987224 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:35.070270 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:35.079825 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks [] for router (2e86d685-ea76-4039-8170-f74ac615785d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.187411 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:35.225523 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks [] for router_gateway (2e86d685-ea76-4039-8170-f74ac615785d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.244651 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:35.251078 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a474d3-c68e-46c7-abbb-710d81970c7b req-de4fa81e-d76f-47d4-95fa-2930ff04b5b3 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:35.252552 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-56a474d3-c68e-46c7-abbb-710d81970c7b req-de4fa81e-d76f-47d4-95fa-2930ff04b5b3 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 944 time: 0.0686245 Sep 13 03:35:35.312245 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Deleting port f6cab296-6ec4-4585-8dd6-73a8f00c9686 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:35.312650 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.371366 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:35:34Z', 'revision_number': 5, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port': {'id': 'f6cab296-6ec4-4585-8dd6-73a8f00c9686', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86d685-ea76-4039-8170-f74ac615785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:35.378235 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54042) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:35.382892 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-56a474d3-c68e-46c7-abbb-710d81970c7b req-e1b0c79f-36de-4d0d-af35-1062dadab591 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089585 Sep 13 03:35:35.411441 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] Checking router: 2e86d685-ea76-4039-8170-f74ac615785d for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:35:35.424390 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] Routers {'2e86d685-ea76-4039-8170-f74ac615785d'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:35.425138 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['2e86d685-ea76-4039-8170-f74ac615785d'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:35.444902 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] For port f6cab296-6ec4-4585-8dd6-73a8f00c9686, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=f6cab296-6ec4-4585-8dd6-73a8f00c9686,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:35.445849 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.461433 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Calling delete_port for f6cab296-6ec4-4585-8dd6-73a8f00c9686 owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:35.549675 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] Set router 2e86d685-ea76-4039-8170-f74ac615785d gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:35.552394 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7bf7-ef82-428c-9d65-7181e203cc3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.562853 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-f0f508bc-eb70-42f6-82f5-711b97b47937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:35.564327 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-f0f508bc-eb70-42f6-82f5-711b97b47937 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1acee96791e54960abd4d9d1c735a298&device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 1128 time: 0.0641785 Sep 13 03:35:35.600337 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:35:35Z', 'revision_number': 6, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:35.623914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:35.628958 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688f25a0-27ab-40b3-9bc0-b15944496d3b None None] The sync data for ids ['2e86d685-ea76-4039-8170-f74ac615785d'] in dv-cinder-857075-2-iscsi is: [{'id': '2e86d685-ea76-4039-8170-f74ac615785d', 'name': 'tempest-TestMinimumBasicScenario-2111638272-router', 'tenant_id': '35d0f9365a60474590ea1bb78b1654b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:01Z', 'updated_at': '2022-09-13T03:35:35Z', 'revision_number': 6, 'project_id': '35d0f9365a60474590ea1bb78b1654b2', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:35:35.656750 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (f6cab296-6ec4-4585-8dd6-73a8f00c9686), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.686469 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cab296-6ec4-4585-8dd6-73a8f00c9686,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:35.708281 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-9a6c5d7e-1dcc-4cad-a73e-ba288a0ae633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:35.709743 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-9a6c5d7e-1dcc-4cad-a73e-ba288a0ae633 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7d240cfb-7e7d-4f20-90ad-58260429d0d8 HTTP/1.1" status: 200 len: 909 time: 0.1367638 Sep 13 03:35:35.750640 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (2e86d685-ea76-4039-8170-f74ac615785d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.762928 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-9be4face-492e-44c2-8cb6-7596100a3e21 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6701d-0822-4e62-a31a-ac3fde274b5f HTTP/1.1" status: 200 len: 217 time: 0.0439310 Sep 13 03:35:35.764789 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7bf7-ef82-428c-9d65-7181e203cc3f admin admin] Publish callbacks [] for security_group (ca849c53-e377-491b-ad6d-13eff27eb392), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.768466 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7bf7-ef82-428c-9d65-7181e203cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (ca849c53-e377-491b-ad6d-13eff27eb392), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.833175 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7bf7-ef82-428c-9d65-7181e203cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca849c53-e377-491b-ad6d-13eff27eb392,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:35.837715 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (2e86d685-ea76-4039-8170-f74ac615785d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.839889 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks [] for router_controller (2e86d685-ea76-4039-8170-f74ac615785d), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.849097 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-fd5a7bf7-ef82-428c-9d65-7181e203cc3f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3903eed3df354b8a8e84c4f12d740dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697595 Sep 13 03:35:35.851411 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54046) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:35.871711 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-2252bd6c-5b12-4b3d-9827-f478f9334abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:35.873131 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-2252bd6c-5b12-4b3d-9827-f478f9334abe service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b HTTP/1.1" status: 200 len: 848 time: 0.1019821 Sep 13 03:35:35.886195 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (2e86d685-ea76-4039-8170-f74ac615785d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.886731 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e86d685-ea76-4039-8170-f74ac615785d {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:35:35.891337 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.892448 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-606ca413-a9c7-4e07-b590-fb2c7f504869 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2e86d685-ea76-4039-8170-f74ac615785d HTTP/1.1" status: 204 len: 168 time: 0.9170287 Sep 13 03:35:35.895052 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54048) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:35.919765 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-8a91dbcb-cf54-42ed-8e3b-c8cce8cc641e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7d240cfb-7e7d-4f20-90ad-58260429d0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362985 Sep 13 03:35:35.940602 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.db_base_plugin_v2 [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] Deleting subnet 3b0721be-70aa-4aa0-b08f-097a85b5d8bf {{(pid=106191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:35:35.946873 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] Publish callbacks [] for subnet (3b0721be-70aa-4aa0-b08f-097a85b5d8bf), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.953663 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4db11f08-a78f-432a-a42f-a62f9bc8c277 admin admin] Publish callbacks [] for security_group (ca849c53-e377-491b-ad6d-13eff27eb392), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:35.990393 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15521410'] for subnet (3b0721be-70aa-4aa0-b08f-097a85b5d8bf), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.009840 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:36.014011 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4db11f08-a78f-432a-a42f-a62f9bc8c277 admin admin] Publish callbacks [] for security_group (ca849c53-e377-491b-ad6d-13eff27eb392), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.072687 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-a3265f87-ecc1-4ab1-9307-61d2cee078d2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464221 Sep 13 03:35:36.079962 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (3b0721be-70aa-4aa0-b08f-097a85b5d8bf), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.143414 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4db11f08-a78f-432a-a42f-a62f9bc8c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (ca849c53-e377-491b-ad6d-13eff27eb392), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.145890 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4db11f08-a78f-432a-a42f-a62f9bc8c277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.147063 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4db11f08-a78f-432a-a42f-a62f9bc8c277 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ca849c53-e377-491b-ad6d-13eff27eb392 HTTP/1.1" status: 204 len: 168 time: 0.2941484 Sep 13 03:35:36.155150 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15663811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13679686'] for subnet (3b0721be-70aa-4aa0-b08f-097a85b5d8bf), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.160787 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db11f08-a78f-432a-a42f-a62f9bc8c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca849c53-e377-491b-ad6d-13eff27eb392,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:36.185697 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0721be-70aa-4aa0-b08f-097a85b5d8bf,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:36.186048 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a386b261-2620-480f-b1f2-f3b27bdc07ae req-2eb55931-3c9b-4c06-be6e-dc66da3697ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060770 Sep 13 03:35:36.193263 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for subnet (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.199472 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54052) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:36.199654 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-655e2a98-8d8e-48db-9ef5-c42b792f66b8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3b0721be-70aa-4aa0-b08f-097a85b5d8bf HTTP/1.1" status: 204 len: 168 time: 0.3035405 Sep 13 03:35:36.200403 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db86a29f-17f1-4241-9c38-a91b5dad6cfc None None] Network 250124f3-9050-45ee-884e-2007ff51f342 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:35:36.285602 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 94a6701d-0822-4e62-a31a-ac3fde274b5f details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:35:36.295155 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (250124f3-9050-45ee-884e-2007ff51f342), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.301441 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:36.360874 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Deleting port 29e3c528-cb57-4a0b-933e-45b64b3deb3c {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:36.361226 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.404694 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 94a6701d-0822-4e62-a31a-ac3fde274b5f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94a6701d-0822-4e62-a31a-ac3fde274b5f,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:36.418544 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '94a6701d-0822-4e62-a31a-ac3fde274b5f', 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8', 'port_id': '94a6701d-0822-4e62-a31a-ac3fde274b5f', 'mac_address': 'fa:16:3e:96:35:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:35:36.471909 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] DHCP port deletion for 250124f3-9050-45ee-884e-2007ff51f342 request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:35:36.476156 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] For port 29e3c528-cb57-4a0b-933e-45b64b3deb3c, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=29e3c528-cb57-4a0b-933e-45b64b3deb3c,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:36.477945 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.498988 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Calling delete_port for 29e3c528-cb57-4a0b-933e-45b64b3deb3c owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:36.529174 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 94a6701d-0822-4e62-a31a-ac3fde274b5f is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:35:36.530636 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.554088 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a6701d-0822-4e62-a31a-ac3fde274b5f {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:35:36.558245 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] Deleting port 29e3c528-cb57-4a0b-933e-45b64b3deb3c {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:36.558623 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.586404 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1804846-88c0-4530-8d68-83177a28b987 req-a1269c61-ee78-4170-a96c-a491712d8802 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:36.588731 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a1804846-88c0-4530-8d68-83177a28b987 req-a1269c61-ee78-4170-a96c-a491712d8802 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 944 time: 0.0959635 Sep 13 03:35:36.599441 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:36.624194 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 94a6701d-0822-4e62-a31a-ac3fde274b5f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94a6701d-0822-4e62-a31a-ac3fde274b5f,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:36.649422 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.652762 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] For port 29e3c528-cb57-4a0b-933e-45b64b3deb3c, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=29e3c528-cb57-4a0b-933e-45b64b3deb3c,segment=NetworkSegment(0178ccd3-07d8-43ce-92cc-db1f5cde9e27),segment_id=0178ccd3-07d8-43ce-92cc-db1f5cde9e27)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:36.652919 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.675370 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a1804846-88c0-4530-8d68-83177a28b987 req-c3bd87ca-c7b7-41e7-89c4-7aa2ad31ec51 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Sep 13 03:35:36.676622 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.705203 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] Calling delete_port for 29e3c528-cb57-4a0b-933e-45b64b3deb3c owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:36.706955 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Pushing event deleted for resources: {'Port': ['ID=29e3c528-cb57-4a0b-933e-45b64b3deb3c,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:36.711202 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] No DVR routers for this DVR port 29e3c528-cb57-4a0b-933e-45b64b3deb3c on host dv-cinder-857075-2-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:35:36.772885 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=94a6701d-0822-4e62-a31a-ac3fde274b5f,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:36.782913 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.783314 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.783583 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.783921 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.784240 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.784559 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.785305 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.785523 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.785846 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.786191 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.786482 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.786800 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.787118 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.787433 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.787747 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:35:36.805485 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (250124f3-9050-45ee-884e-2007ff51f342), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.822923 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (29e3c528-cb57-4a0b-933e-45b64b3deb3c), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.830183 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250124f3-9050-45ee-884e-2007ff51f342']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:36.841435 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0178ccd3-07d8-43ce-92cc-db1f5cde9e27') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:36.841817 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0178ccd3-07d8-43ce-92cc-db1f5cde9e27') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:36.848706 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] Pushing event deleted for resources: {'Port': ['ID=29e3c528-cb57-4a0b-933e-45b64b3deb3c,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:36.852981 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a7f78-f59c-4a01-8ff1-5c37453a5c25 None None] No DVR routers for this DVR port 29e3c528-cb57-4a0b-933e-45b64b3deb3c on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:35:36.866414 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (0178ccd3-07d8-43ce-92cc-db1f5cde9e27), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.889776 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (0178ccd3-07d8-43ce-92cc-db1f5cde9e27), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.897838 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:35:36.898255 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (0178ccd3-07d8-43ce-92cc-db1f5cde9e27), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.946474 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 0178ccd3-07d8-43ce-92cc-db1f5cde9e27 resource provider aggregate not found Sep 13 03:35:36.968644 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 0178ccd3-07d8-43ce-92cc-db1f5cde9e27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0178ccd3-07d8-43ce-92cc-db1f5cde9e27 found for delete ", "request_id": "req-86df0107-0022-4f59-81fe-f9a9c7d09fbe"}]} Sep 13 03:35:36.973818 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (250124f3-9050-45ee-884e-2007ff51f342), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.986971 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:36.990593 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/250124f3-9050-45ee-884e-2007ff51f342 HTTP/1.1" status: 204 len: 168 time: 0.7900760 Sep 13 03:35:36.993935 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54078) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:37.002369 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0433827-d869-4ad3-a1fb-a0a417b01acc admin admin] Pushing event deleted for resources: {'Network': ['ID=250124f3-9050-45ee-884e-2007ff51f342,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:37.044425 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:37.149945 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['94a6701d-0822-4e62-a31a-ac3fde274b5f'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:35:37.339341 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (e3174284-f2cd-4080-bad4-95c8ef0984b6), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:37.410848 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:37.492002 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f6cab296-6ec4-4585-8dd6-73a8f00c9686 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:37.517813 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: f6cab296-6ec4-4585-8dd6-73a8f00c9686 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:37.518243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device f6cab296-6ec4-4585-8dd6-73a8f00c9686 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:37.518767 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 29e3c528-cb57-4a0b-933e-45b64b3deb3c no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:37.523419 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:37.543007 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 29e3c528-cb57-4a0b-933e-45b64b3deb3c {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:37.543360 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 29e3c528-cb57-4a0b-933e-45b64b3deb3c not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:37.543789 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:37.567944 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:37.568292 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device bbc6a1b0-048a-4d4d-bade-db17d96f1bc1 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:37.589392 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Deleting port 2dea63e2-4fee-48cc-938c-597c8d0239dd {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:37.589730 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:37.670411 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] For port 2dea63e2-4fee-48cc-938c-597c8d0239dd, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=2dea63e2-4fee-48cc-938c-597c8d0239dd,segment=NetworkSegment(fca0f8cd-8c21-4640-9692-c3e0cca267b9),segment_id=fca0f8cd-8c21-4640-9692-c3e0cca267b9)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:37.670714 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:37.683584 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Calling delete_port for 2dea63e2-4fee-48cc-938c-597c8d0239dd owned by network:router_interface {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:37.727314 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:37.843266 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f2f3a-1669-4b4a-a9b8-0f33fd71a167 req-aa3efe63-1e46-495f-8b76-6e49358d8bea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:37.844690 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3f4f2f3a-1669-4b4a-a9b8-0f33fd71a167 req-aa3efe63-1e46-495f-8b76-6e49358d8bea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 945 time: 0.0642805 Sep 13 03:35:37.929465 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-3f4f2f3a-1669-4b4a-a9b8-0f33fd71a167 req-dc3345c8-461c-4f6b-930f-9380d82272ff tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792596 Sep 13 03:35:37.931719 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:37.937327 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (2dea63e2-4fee-48cc-938c-597c8d0239dd), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:37.963517 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dea63e2-4fee-48cc-938c-597c8d0239dd,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:38.126920 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (e3174284-f2cd-4080-bad4-95c8ef0984b6), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:38.315068 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 94a6701d-0822-4e62-a31a-ac3fde274b5f up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:35:38.332522 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Router e3174284-f2cd-4080-bad4-95c8ef0984b6 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:35:38.357019 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 94a6701d-0822-4e62-a31a-ac3fde274b5f completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:35:38.362173 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 94a6701d-0822-4e62-a31a-ac3fde274b5f triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:35:38.362594 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:38.433677 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 94a6701d-0822-4e62-a31a-ac3fde274b5f is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:35:38.434366 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:38.443117 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:35:38.450491 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-cf7369dc-f368-452d-b0a4-9824b2e8bbf0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e3174284-f2cd-4080-bad4-95c8ef0984b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523633 Sep 13 03:35:38.450838 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54090) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:38.456999 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a6701d-0822-4e62-a31a-ac3fde274b5f'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:38.459243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea48708-1d18-4784-a1cb-bbb4c565bb26" -d '{"events": [{"server_uuid": "497f0fd2-2b9c-4df0-bf77-ada003d0682c", "name": "network-vif-plugged", "status": "completed", "tag": "94a6701d-0822-4e62-a31a-ac3fde274b5f"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:38.465701 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] Sync routers for ids ['e3174284-f2cd-4080-bad4-95c8ef0984b6'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:35:38.481893 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 94a6701d-0822-4e62-a31a-ac3fde274b5f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94a6701d-0822-4e62-a31a-ac3fde274b5f,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:38.487981 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:38.491346 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] Routers {'e3174284-f2cd-4080-bad4-95c8ef0984b6'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:38.491976 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e3174284-f2cd-4080-bad4-95c8ef0984b6'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:38.514983 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6a2aad-202b-4fd2-be1a-e41da9c420d4 x-openstack-request-id: req-5b6a2aad-202b-4fd2-be1a-e41da9c420d4 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:38.515270 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497f0fd2-2b9c-4df0-bf77-ada003d0682c", "name": "network-vif-plugged", "status": "completed", "tag": "94a6701d-0822-4e62-a31a-ac3fde274b5f", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:38.515517 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b6a2aad-202b-4fd2-be1a-e41da9c420d4 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:38.515904 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6a2aad-202b-4fd2-be1a-e41da9c420d4'] response: {'server_uuid': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a6701d-0822-4e62-a31a-ac3fde274b5f', 'code': 200} Sep 13 03:35:38.561942 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks [] for router (e3174284-f2cd-4080-bad4-95c8ef0984b6), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:38.611099 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=94a6701d-0822-4e62-a31a-ac3fde274b5f,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:38.643274 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] Set router e3174284-f2cd-4080-bad4-95c8ef0984b6 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:38.647847 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:38.689504 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks [] for router_gateway (e3174284-f2cd-4080-bad4-95c8ef0984b6), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:38.773172 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90645-21d6-4ecb-affb-8326060c1ac6 req-42d0c1ce-01a5-4841-bb24-badcdfd0da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:38.775438 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0a90645-21d6-4ecb-affb-8326060c1ac6 req-42d0c1ce-01a5-4841-bb24-badcdfd0da0f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 1130 time: 0.0430167 Sep 13 03:35:38.829791 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-a0a90645-21d6-4ecb-affb-8326060c1ac6 req-3b3d5195-c5cd-4d4c-8baa-ab05846da2c8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 Sep 13 03:35:38.839703 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:35:37Z', 'revision_number': 5, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port': {'id': 'd3ff3f54-c00f-490d-855d-873e1c59cd19', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:30:07Z', 'updated_at': '2022-09-13T03:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:38.869878 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] Checking router: e3174284-f2cd-4080-bad4-95c8ef0984b6 for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:35:38.879812 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] Routers {'e3174284-f2cd-4080-bad4-95c8ef0984b6'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:38.880436 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['e3174284-f2cd-4080-bad4-95c8ef0984b6'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:38.968250 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] Set router e3174284-f2cd-4080-bad4-95c8ef0984b6 gateway port host: None {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:39.023107 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Deleting port d3ff3f54-c00f-490d-855d-873e1c59cd19 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:39.023586 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.027105 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:35:38Z', 'revision_number': 6, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:39.052664 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bcc32e-1d3c-4e7e-b7b0-95d7521cc9a3 None None] The sync data for ids ['e3174284-f2cd-4080-bad4-95c8ef0984b6'] in dv-cinder-857075-2-iscsi is: [{'id': 'e3174284-f2cd-4080-bad4-95c8ef0984b6', 'name': 'tempest-TestMinimumBasicScenario-1154241084-router', 'tenant_id': '0baadaacd0434d82af969deb277f2194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:30:06Z', 'updated_at': '2022-09-13T03:35:38Z', 'revision_number': 6, 'project_id': '0baadaacd0434d82af969deb277f2194', 'gw_port_host': None}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:35:39.138115 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f7b0-e4c5-4255-a93b-51308624601f req-b5f4cc8e-f876-4526-a1b3-a486aa507f77 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:39.139600 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cd15f7b0-e4c5-4255-a93b-51308624601f req-b5f4cc8e-f876-4526-a1b3-a486aa507f77 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 946 time: 0.0999503 Sep 13 03:35:39.167788 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:39.188110 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] For port d3ff3f54-c00f-490d-855d-873e1c59cd19, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=d3ff3f54-c00f-490d-855d-873e1c59cd19,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:39.188110 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.210971 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Calling delete_port for d3ff3f54-c00f-490d-855d-873e1c59cd19 owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:39.222173 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-cd15f7b0-e4c5-4255-a93b-51308624601f req-292ca61d-cd20-48e1-84a6-5bd0090bd559 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Sep 13 03:35:39.397975 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (d3ff3f54-c00f-490d-855d-873e1c59cd19), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.423571 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ff3f54-c00f-490d-855d-873e1c59cd19,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:39.460911 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2dea63e2-4fee-48cc-938c-597c8d0239dd no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:39.480831 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 2dea63e2-4fee-48cc-938c-597c8d0239dd {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:39.481462 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 2dea63e2-4fee-48cc-938c-597c8d0239dd not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:39.501943 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (e3174284-f2cd-4080-bad4-95c8ef0984b6), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.590164 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (e3174284-f2cd-4080-bad4-95c8ef0984b6), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.592248 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks [] for router_controller (e3174284-f2cd-4080-bad4-95c8ef0984b6), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.636313 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (e3174284-f2cd-4080-bad4-95c8ef0984b6), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.636911 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3174284-f2cd-4080-bad4-95c8ef0984b6 {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:35:39.641175 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.642295 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-edb2a22f-7e2f-4a9b-a210-e6975c4b5867 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/e3174284-f2cd-4080-bad4-95c8ef0984b6 HTTP/1.1" status: 204 len: 168 time: 1.1902807 Sep 13 03:35:39.645106 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54126) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:39.696535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] Deleting subnet 3f433f57-ecc5-44ca-b3b9-0ce374f72595 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:35:39.699670 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] Publish callbacks [] for subnet (3f433f57-ecc5-44ca-b3b9-0ce374f72595), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.734841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (3f433f57-ecc5-44ca-b3b9-0ce374f72595), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.811243 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (3f433f57-ecc5-44ca-b3b9-0ce374f72595), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.868362 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (3f433f57-ecc5-44ca-b3b9-0ce374f72595), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.895489 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f433f57-ecc5-44ca-b3b9-0ce374f72595,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:39.898600 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:39.901854 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2aa29634-5370-4839-9a33-cc8c9a25a0e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3f433f57-ecc5-44ca-b3b9-0ce374f72595 HTTP/1.1" status: 204 len: 168 time: 0.2557082 Sep 13 03:35:39.904088 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3725be7-d819-42bb-a464-74a1938a5c41 None None] Network b5ad112f-d1f4-4f96-8644-30c056696911 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:35:39.904349 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54128) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:39.921908 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:39.980737 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (b5ad112f-d1f4-4f96-8644-30c056696911), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.029136 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Deleting port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:40.029478 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.072190 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] DHCP port deletion for b5ad112f-d1f4-4f96-8644-30c056696911 request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:35:40.100070 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] For port 9311c757-4f0a-4db4-aed4-f5d8d0b22412, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=9311c757-4f0a-4db4-aed4-f5d8d0b22412,segment=NetworkSegment(fca0f8cd-8c21-4640-9692-c3e0cca267b9),segment_id=fca0f8cd-8c21-4640-9692-c3e0cca267b9)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:40.100432 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.109927 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:40.117287 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Calling delete_port for 9311c757-4f0a-4db4-aed4-f5d8d0b22412 owned by network:dhcp {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:40.121317 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] Deleting port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:40.121626 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.186555 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] For port 9311c757-4f0a-4db4-aed4-f5d8d0b22412, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=9311c757-4f0a-4db4-aed4-f5d8d0b22412,segment=NetworkSegment(fca0f8cd-8c21-4640-9692-c3e0cca267b9),segment_id=fca0f8cd-8c21-4640-9692-c3e0cca267b9)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:40.187016 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.197649 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.199667 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] Calling delete_port for 9311c757-4f0a-4db4-aed4-f5d8d0b22412 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:40.204560 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:40.226726 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Pushing event deleted for resources: {'Port': ['ID=9311c757-4f0a-4db4-aed4-f5d8d0b22412,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:40.237003 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] No DVR routers for this DVR port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 on host dv-cinder-857075-2-iscsi {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:35:40.245636 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:40.286306 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (9311c757-4f0a-4db4-aed4-f5d8d0b22412), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.314018 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] Pushing event deleted for resources: {'Port': ['ID=9311c757-4f0a-4db4-aed4-f5d8d0b22412,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:40.316208 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf719a2f-09b3-4237-947c-016990fe4166 None None] No DVR routers for this DVR port 9311c757-4f0a-4db4-aed4-f5d8d0b22412 on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:35:40.326305 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (b5ad112f-d1f4-4f96-8644-30c056696911), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.380535 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ad112f-d1f4-4f96-8644-30c056696911']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:40.396310 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca0f8cd-8c21-4640-9692-c3e0cca267b9') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:40.396607 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca0f8cd-8c21-4640-9692-c3e0cca267b9') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:40.409074 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d9898-385d-4de9-b9d2-04db57426c87 req-8af560aa-63cb-4ec0-a80c-70b62d5a1fbc tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:40.410827 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e85d9898-385d-4de9-b9d2-04db57426c87 req-8af560aa-63cb-4ec0-a80c-70b62d5a1fbc tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 946 time: 0.0766156 Sep 13 03:35:40.414401 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (fca0f8cd-8c21-4640-9692-c3e0cca267b9), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.439747 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (fca0f8cd-8c21-4640-9692-c3e0cca267b9), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.451438 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:35:40.451866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (fca0f8cd-8c21-4640-9692-c3e0cca267b9), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.498009 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment fca0f8cd-8c21-4640-9692-c3e0cca267b9 resource provider aggregate not found Sep 13 03:35:40.523763 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment fca0f8cd-8c21-4640-9692-c3e0cca267b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fca0f8cd-8c21-4640-9692-c3e0cca267b9 found for delete ", "request_id": "req-d7e4c9a6-cea5-4ccc-8637-2b657208bb9d"}]} Sep 13 03:35:40.533262 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-e85d9898-385d-4de9-b9d2-04db57426c87 req-2360c0b2-7cb3-4d6c-bae2-71446945a0a1 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 Sep 13 03:35:40.537545 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (b5ad112f-d1f4-4f96-8644-30c056696911), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.545591 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.548572 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b5ad112f-d1f4-4f96-8644-30c056696911 HTTP/1.1" status: 204 len: 168 time: 0.6433625 Sep 13 03:35:40.563017 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c48f-73c2-4925-b0c0-8774e896c756 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ad112f-d1f4-4f96-8644-30c056696911,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:40.650429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54144) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:40.749906 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54148) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:40.794654 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-f60f4658-9f4b-41d8-9810-2aed3f4738af admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=35d0f9365a60474590ea1bb78b1654b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433049 Sep 13 03:35:40.797232 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54150) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:40.847844 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dfa02cd3-b486-45c8-9860-cb960149c665 admin admin] Publish callbacks [] for security_group (4a9f06ff-2ae5-410a-89f8-f22b83437810), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.868281 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dfa02cd3-b486-45c8-9860-cb960149c665 admin admin] Publish callbacks [] for security_group (4a9f06ff-2ae5-410a-89f8-f22b83437810), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.925215 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dfa02cd3-b486-45c8-9860-cb960149c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (4a9f06ff-2ae5-410a-89f8-f22b83437810), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.927977 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-dfa02cd3-b486-45c8-9860-cb960149c665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:40.929117 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-dfa02cd3-b486-45c8-9860-cb960149c665 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4a9f06ff-2ae5-410a-89f8-f22b83437810 HTTP/1.1" status: 204 len: 168 time: 0.1308923 Sep 13 03:35:40.937572 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa02cd3-b486-45c8-9860-cb960149c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f06ff-2ae5-410a-89f8-f22b83437810,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:41.008729 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3d8b2245-f845-4b40-ba20-77f29791f162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.093370 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3d8b2245-f845-4b40-ba20-77f29791f162 admin admin] Publish callbacks [] for security_group (0fe5ea98-21a8-432c-93f8-8a33e7ea85b9), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.097305 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-3d8b2245-f845-4b40-ba20-77f29791f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0fe5ea98-21a8-432c-93f8-8a33e7ea85b9), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.137957 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-3d8b2245-f845-4b40-ba20-77f29791f162 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=46af96b3a7dd4d45a3b379c021debf5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864182 Sep 13 03:35:41.138928 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b2245-f845-4b40-ba20-77f29791f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5ea98-21a8-432c-93f8-8a33e7ea85b9,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:41.140666 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54156) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:41.194431 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-045b7f43-da31-493e-9b58-10bf0825a406 admin admin] Publish callbacks [] for security_group (0fe5ea98-21a8-432c-93f8-8a33e7ea85b9), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.207187 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:41.219159 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-045b7f43-da31-493e-9b58-10bf0825a406 admin admin] Publish callbacks [] for security_group (0fe5ea98-21a8-432c-93f8-8a33e7ea85b9), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.268293 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-045b7f43-da31-493e-9b58-10bf0825a406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (0fe5ea98-21a8-432c-93f8-8a33e7ea85b9), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.272069 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54158) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:41.273098 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-045b7f43-da31-493e-9b58-10bf0825a406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.274264 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-045b7f43-da31-493e-9b58-10bf0825a406 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0fe5ea98-21a8-432c-93f8-8a33e7ea85b9 HTTP/1.1" status: 204 len: 168 time: 0.1326160 Sep 13 03:35:41.283215 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b7f43-da31-493e-9b58-10bf0825a406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5ea98-21a8-432c-93f8-8a33e7ea85b9,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:41.317959 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-edf1d0c1-896a-46d3-818c-7bf9449d7c3a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0baadaacd0434d82af969deb277f2194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446904 Sep 13 03:35:41.320495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54162) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:41.370034 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6135a9e2-c312-4e72-a137-6f49cfdb7cdd admin admin] Publish callbacks [] for security_group (9e261407-0345-4747-8142-551e836af98a), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.390586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6135a9e2-c312-4e72-a137-6f49cfdb7cdd admin admin] Publish callbacks [] for security_group (9e261407-0345-4747-8142-551e836af98a), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.392132 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:41.449202 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6135a9e2-c312-4e72-a137-6f49cfdb7cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (9e261407-0345-4747-8142-551e836af98a), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.454644 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-6135a9e2-c312-4e72-a137-6f49cfdb7cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:41.457400 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-6135a9e2-c312-4e72-a137-6f49cfdb7cdd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9e261407-0345-4747-8142-551e836af98a HTTP/1.1" status: 204 len: 168 time: 0.1358776 Sep 13 03:35:41.460086 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 9311c757-4f0a-4db4-aed4-f5d8d0b22412 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:41.467424 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135a9e2-c312-4e72-a137-6f49cfdb7cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e261407-0345-4747-8142-551e836af98a,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:41.515668 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 9311c757-4f0a-4db4-aed4-f5d8d0b22412 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:41.516015 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 9311c757-4f0a-4db4-aed4-f5d8d0b22412 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:41.516439 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d3ff3f54-c00f-490d-855d-873e1c59cd19 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:41.543013 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: d3ff3f54-c00f-490d-855d-873e1c59cd19 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:41.543314 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d3ff3f54-c00f-490d-855d-873e1c59cd19 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:41.665556 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:41.685375 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e8071-d04b-4e68-8fc2-4d5dfeb99726 req-ae22c027-3d53-493b-b1c3-1a34214b59b2 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:41.687194 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c97e8071-d04b-4e68-8fc2-4d5dfeb99726 req-ae22c027-3d53-493b-b1c3-1a34214b59b2 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 946 time: 0.0635576 Sep 13 03:35:41.746766 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c97e8071-d04b-4e68-8fc2-4d5dfeb99726 req-22634665-972e-4641-806c-ea5f70d22036 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526395 Sep 13 03:35:42.442958 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45c2f-1fa0-4a5a-b4b6-f89fbbd9f7a3 req-5945b61e-96c5-47d6-b3fe-9302b535336c tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:42.444403 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6ac45c2f-1fa0-4a5a-b4b6-f89fbbd9f7a3 req-5945b61e-96c5-47d6-b3fe-9302b535336c tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 946 time: 0.0485711 Sep 13 03:35:42.490338 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6ac45c2f-1fa0-4a5a-b4b6-f89fbbd9f7a3 req-ce05b6b1-9952-4f80-9c12-2c0d67215f17 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Sep 13 03:35:43.577905 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:43.616705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86e50f-cdae-4d11-92d8-3285b25943f4 req-470f6206-6891-4173-b10a-9d367162c229 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:43.618147 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d86e50f-cdae-4d11-92d8-3285b25943f4 req-470f6206-6891-4173-b10a-9d367162c229 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 946 time: 0.0503204 Sep 13 03:35:43.664607 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5d86e50f-cdae-4d11-92d8-3285b25943f4 req-c41a6d63-8ae8-4c0e-bc8f-0a220fa6c59b tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Sep 13 03:35:44.043991 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-9c82597b-e7ee-4281-9a93-42094d2c4bef tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:44.045404 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-9c82597b-e7ee-4281-9a93-42094d2c4bef tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 946 time: 0.0459137 Sep 13 03:35:44.130722 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Deleting port 94a6701d-0822-4e62-a31a-ac3fde274b5f {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:44.131064 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:44.219587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] For port 94a6701d-0822-4e62-a31a-ac3fde274b5f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=94a6701d-0822-4e62-a31a-ac3fde274b5f,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:44.219955 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:44.233206 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Calling delete_port for 94a6701d-0822-4e62-a31a-ac3fde274b5f owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:44.360964 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (94a6701d-0822-4e62-a31a-ac3fde274b5f), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:44.386652 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Pushing event deleted for resources: {'Port': ['ID=94a6701d-0822-4e62-a31a-ac3fde274b5f,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:44.395955 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['94a6701d-0822-4e62-a31a-ac3fde274b5f'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:35:44.435792 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] No DVR routers for this DVR port 94a6701d-0822-4e62-a31a-ac3fde274b5f on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:35:44.438090 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:44.441362 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-0b4d2a69-23a4-4a74-9c87-7aabd019eef5 req-3e4a9b85-ecf1-4f64-8daf-d8a969a9a10a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "DELETE /networking/v2.0/ports/94a6701d-0822-4e62-a31a-ac3fde274b5f HTTP/1.1" status: 204 len: 173 time: 0.3910027 Sep 13 03:35:44.441845 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'name': 'network-vif-deleted', 'tag': '94a6701d-0822-4e62-a31a-ac3fde274b5f'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:44.444113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af058c-5cc2-4393-a85e-f47c2bc49efb" -d '{"events": [{"server_uuid": "497f0fd2-2b9c-4df0-bf77-ada003d0682c", "name": "network-vif-deleted", "tag": "94a6701d-0822-4e62-a31a-ac3fde274b5f"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:44.482838 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ce841e-2981-48e4-85ab-3c04acfde609 x-openstack-request-id: req-71ce841e-2981-48e4-85ab-3c04acfde609 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:44.483104 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497f0fd2-2b9c-4df0-bf77-ada003d0682c", "name": "network-vif-deleted", "tag": "94a6701d-0822-4e62-a31a-ac3fde274b5f", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:44.483362 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71ce841e-2981-48e4-85ab-3c04acfde609 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:44.483914 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ce841e-2981-48e4-85ab-3c04acfde609'] response: {'server_uuid': '497f0fd2-2b9c-4df0-bf77-ada003d0682c', 'name': 'network-vif-deleted', 'tag': '94a6701d-0822-4e62-a31a-ac3fde274b5f', 'status': 'completed', 'code': 200} Sep 13 03:35:44.608052 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-86319687-ead5-41d5-915c-92fadbab562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:44.776105 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-40a7741a-e835-4b39-9dad-c9d43621df53 req-47783951-98e5-4043-9cda-8bc1ef75dd65 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=497f0fd2-2b9c-4df0-bf77-ada003d0682c HTTP/1.1" status: 200 len: 210 time: 0.0278997 Sep 13 03:35:45.549605 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=55 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:45.603568 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=60 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:46.255951 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-cdd2fcb3-c84f-445d-b980-6ab4596d6441 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:46.257400 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-cdd2fcb3-c84f-445d-b980-6ab4596d6441 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7d240cfb-7e7d-4f20-90ad-58260429d0d8 HTTP/1.1" status: 200 len: 808 time: 0.1041954 Sep 13 03:35:46.272233 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-93a1644f-377d-42c3-9182-5b6d9ae52762 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/quotas/1acee96791e54960abd4d9d1c735a298 HTTP/1.1" status: 200 len: 375 time: 0.0089087 Sep 13 03:35:46.304112 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-a73a2c0b-4c22-43d0-abd9-cb6d24464c29 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1acee96791e54960abd4d9d1c735a298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270097 Sep 13 03:35:46.410683 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-e58c55bc-c596-46ff-be62-a0a4c643c1b2 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 03:35:46.411669 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-e58c55bc-c596-46ff-be62-a0a4c643c1b2 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1010003 Sep 13 03:35:46.500012 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-8d720484-0ea1-49a5-a2a0-12fbf02beb48 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818818 Sep 13 03:35:46.569928 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:46.591497 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-2c705de1-3188-4e82-bb34-3326aae2b5f4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858984 Sep 13 03:35:46.751822 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-98a7af64-aca9-494a-b2bd-c82fb9af1cb1 req-55651e7a-5a85-42d2-bd2e-28fde08443aa tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 210 time: 0.0283880 Sep 13 03:35:46.994236 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c33a3e0e-d927-4aac-8997-50ae1778e8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:47.866834 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6f377b61-ff76-4473-bcc1-64d05576a4c0 req-2d1f0ff9-167f-4679-b4c2-35f28aaf0ad4 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 210 time: 0.0379627 Sep 13 03:35:47.876844 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-5bf62364-18f2-40e2-8f42-7f7a96153ad1 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:47.878375 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-5bf62364-18f2-40e2-8f42-7f7a96153ad1 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7d240cfb-7e7d-4f20-90ad-58260429d0d8 HTTP/1.1" status: 200 len: 808 time: 0.1435475 Sep 13 03:35:47.896752 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Request body: {'port': {'device_id': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8', 'admin_state_up': True, 'tenant_id': '1acee96791e54960abd4d9d1c735a298'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:35:47.964931 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:48.008822 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Made reservation on behalf of 1acee96791e54960abd4d9d1c735a298 for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:35:48.012747 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.135905 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Allocated IP 172.20.0.5 (7d240cfb-7e7d-4f20-90ad-58260429d0d8/8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b/c4c61bde-56af-4090-98a0-71de92549a53) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:35:48.226733 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.285374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks [] for port (c4c61bde-56af-4090-98a0-71de92549a53), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.316929 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (c4c61bde-56af-4090-98a0-71de92549a53), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.323675 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 94a6701d-0822-4e62-a31a-ac3fde274b5f no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:35:48.342980 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 94a6701d-0822-4e62-a31a-ac3fde274b5f {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:35:48.343328 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 94a6701d-0822-4e62-a31a-ac3fde274b5f not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:35:48.361288 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:35:48.364522 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:35:48.368395 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:35:48.374470 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Pushing event updated for resources: {'Port': ['ID=c4c61bde-56af-4090-98a0-71de92549a53,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:48.425093 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:48.425693 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.441635 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-905bc807-2243-49a5-958d-18fbdcf4c8a7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494089 Sep 13 03:35:48.501606 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Request body: {'port': {'device_id': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:35:48.558883 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c4c61bde-56af-4090-98a0-71de92549a53), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.651866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:48.758495 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:48.812080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c61bde-56af-4090-98a0-71de92549a53 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:35:48.819282 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Publish callbacks [] for port (c4c61bde-56af-4090-98a0-71de92549a53), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.832272 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Transition to ACTIVE for port object c4c61bde-56af-4090-98a0-71de92549a53 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:35:48.834886 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (c4c61bde-56af-4090-98a0-71de92549a53), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:48.894144 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c61bde-56af-4090-98a0-71de92549a53,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:48.943988 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Attempting to bind port c4c61bde-56af-4090-98a0-71de92549a53 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:35:48.944319 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Attempting to bind port c4c61bde-56af-4090-98a0-71de92549a53 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:35:48.944647 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Attempting to bind port c4c61bde-56af-4090-98a0-71de92549a53 on network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:35:48.988835 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Port c4c61bde-56af-4090-98a0-71de92549a53 on network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:35:48.989157 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Attempting to bind port c4c61bde-56af-4090-98a0-71de92549a53 on network 7d240cfb-7e7d-4f20-90ad-58260429d0d8 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:35:49.031487 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:35:49.031819 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Checking segment: {'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:35:49.032191 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Bound using segment: {'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:35:49.032615 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Bound port: c4c61bde-56af-4090-98a0-71de92549a53, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302c9531-a58f-4d2a-9829-cf90de514c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:35:49.032966 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c4c61bde-56af-4090-98a0-71de92549a53), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:49.043497 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc2aaf-5e33-4af5-bc5f-b70ff290405e req-e99ca7ca-18f7-446d-977d-1833a666efae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:49.044974 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-94bc2aaf-5e33-4af5-bc5f-b70ff290405e req-e99ca7ca-18f7-446d-977d-1833a666efae tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 943 time: 0.1017029 Sep 13 03:35:49.093838 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-94bc2aaf-5e33-4af5-bc5f-b70ff290405e req-c1ba33d6-90fc-47d8-96bb-e42426cb896c tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Sep 13 03:35:49.094231 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] For port c4c61bde-56af-4090-98a0-71de92549a53, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:35:49.097314 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] For port c4c61bde-56af-4090-98a0-71de92549a53, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c4c61bde-56af-4090-98a0-71de92549a53,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:35:49.103546 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (c4c61bde-56af-4090-98a0-71de92549a53), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:49.107020 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:49.107653 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:49.109047 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c4c61bde-56af-4090-98a0-71de92549a53 HTTP/1.1" status: 200 len: 1093 time: 0.6115165 Sep 13 03:35:49.111241 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'tag': 'c4c61bde-56af-4090-98a0-71de92549a53'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:49.113500 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ec79b-6a6e-4951-8a19-f7af886232a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc9e70b-233d-4b0b-ae27-192cae0f81c9", "tag": "c4c61bde-56af-4090-98a0-71de92549a53"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:49.159302 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27af3066-49d8-4b26-bf20-cdb835ec353d x-openstack-request-id: req-27af3066-49d8-4b26-bf20-cdb835ec353d {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:49.159586 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc9e70b-233d-4b0b-ae27-192cae0f81c9", "tag": "c4c61bde-56af-4090-98a0-71de92549a53", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:49.159834 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27af3066-49d8-4b26-bf20-cdb835ec353d {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:49.160585 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27af3066-49d8-4b26-bf20-cdb835ec353d'] response: {'name': 'network-changed', 'server_uuid': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'tag': 'c4c61bde-56af-4090-98a0-71de92549a53', 'status': 'completed', 'code': 200} Sep 13 03:35:49.165244 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd348ff-8a3d-4018-b921-b667734543e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c61bde-56af-4090-98a0-71de92549a53,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:49.220554 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-357152d6-0848-4844-a64c-49be4d1db44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:49.222036 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-357152d6-0848-4844-a64c-49be4d1db44b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1acee96791e54960abd4d9d1c735a298&device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 1127 time: 0.0431566 Sep 13 03:35:49.266562 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-00adb48a-77bf-4543-8e9e-3da4f1db6671 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c61bde-56af-4090-98a0-71de92549a53 HTTP/1.1" status: 200 len: 217 time: 0.0322220 Sep 13 03:35:49.313841 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-ee99c762-868a-4f5d-87ff-826adbe236f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:49.315293 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-ee99c762-868a-4f5d-87ff-826adbe236f4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b HTTP/1.1" status: 200 len: 848 time: 0.0437505 Sep 13 03:35:49.345162 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-0e9f4b9b-91cc-4595-996c-87724b0606bd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7d240cfb-7e7d-4f20-90ad-58260429d0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245600 Sep 13 03:35:49.436571 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-2281ac8f-911b-4815-8dd4-b7f66b0a031d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 Sep 13 03:35:49.490085 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:49.528599 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02889efd-067e-4428-bdd1-7eee0ef237bd req-16150744-de3e-487b-9f3d-4fc3ac5a8778 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862939 Sep 13 03:35:49.623133 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:49.939071 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:50.010715 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:35:50.219462 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6941-2943-4096-9e7e-cd0500be5738 req-9a464efd-ce44-4ec9-9ab3-65514f6bf7e8 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:50.220857 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c88a6941-2943-4096-9e7e-cd0500be5738 req-9a464efd-ce44-4ec9-9ab3-65514f6bf7e8 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 943 time: 0.0503922 Sep 13 03:35:50.266714 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c88a6941-2943-4096-9e7e-cd0500be5738 req-95c8831a-8521-41fe-891e-133db11039a2 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Sep 13 03:35:51.385981 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc59ff0-35fc-4bca-bf39-1f40a449ad66 req-f3520ff3-66c1-458b-9dfa-f6de479e31ef tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:51.387364 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abc59ff0-35fc-4bca-bf39-1f40a449ad66 req-f3520ff3-66c1-458b-9dfa-f6de479e31ef tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 943 time: 0.0465302 Sep 13 03:35:51.434900 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-abc59ff0-35fc-4bca-bf39-1f40a449ad66 req-0f358152-3752-4900-942f-f3cb9ff92087 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420799 Sep 13 03:35:51.748471 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-c89b7712-54b8-46c8-9180-8738150b4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:51.749950 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-c89b7712-54b8-46c8-9180-8738150b4330 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1acee96791e54960abd4d9d1c735a298&device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 1127 time: 0.0391181 Sep 13 03:35:51.814919 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:51.844744 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-adeff01b-4efa-47a5-8b4c-ea4f6a53e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:51.846173 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-adeff01b-4efa-47a5-8b4c-ea4f6a53e749 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7d240cfb-7e7d-4f20-90ad-58260429d0d8 HTTP/1.1" status: 200 len: 909 time: 0.0891607 Sep 13 03:35:51.885552 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-b6c6ea72-a009-41d6-97d7-df8244ca3dac service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c61bde-56af-4090-98a0-71de92549a53 HTTP/1.1" status: 200 len: 217 time: 0.0330145 Sep 13 03:35:51.932470 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-ab80ae16-d8e4-4f12-ae56-09a4d4b733cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:51.933834 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-ab80ae16-d8e4-4f12-ae56-09a4d4b733cd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b HTTP/1.1" status: 200 len: 848 time: 0.0429330 Sep 13 03:35:51.967407 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-4bcf50c0-f3b5-4c6c-a1dc-d9910795262b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7d240cfb-7e7d-4f20-90ad-58260429d0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282066 Sep 13 03:35:52.056221 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-88894015-4fb8-49a2-941b-08201a7bd5db service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827639 Sep 13 03:35:52.147721 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-032ec79b-6a6e-4951-8a19-f7af886232a7 req-194d9b83-8231-4735-b25a-7e52689bd2fd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859392 Sep 13 03:35:52.332334 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c4c61bde-56af-4090-98a0-71de92549a53 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:35:52.429051 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c4c61bde-56af-4090-98a0-71de92549a53, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c4c61bde-56af-4090-98a0-71de92549a53,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:52.443057 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': 'c4c61bde-56af-4090-98a0-71de92549a53', 'network_id': '7d240cfb-7e7d-4f20-90ad-58260429d0d8', 'port_id': 'c4c61bde-56af-4090-98a0-71de92549a53', 'mac_address': 'fa:16:3e:d9:ec:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:35:52.477761 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port c4c61bde-56af-4090-98a0-71de92549a53 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:35:52.478203 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c4c61bde-56af-4090-98a0-71de92549a53), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:52.491112 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c61bde-56af-4090-98a0-71de92549a53 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:35:52.511452 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c4c61bde-56af-4090-98a0-71de92549a53, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c4c61bde-56af-4090-98a0-71de92549a53,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:52.515045 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c4c61bde-56af-4090-98a0-71de92549a53), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:52.555941 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0e74e-cfd3-4d00-bb6d-79676789c861 req-5315f4a2-464e-4865-abec-686e76105142 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:52.558551 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14b0e74e-cfd3-4d00-bb6d-79676789c861 req-5315f4a2-464e-4865-abec-686e76105142 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 944 time: 0.0491598 Sep 13 03:35:52.561495 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=c4c61bde-56af-4090-98a0-71de92549a53,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:52.605005 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-14b0e74e-cfd3-4d00-bb6d-79676789c861 req-dae76204-0160-4fd5-93c2-6f1a5520e6c5 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Sep 13 03:35:52.967877 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['c4c61bde-56af-4090-98a0-71de92549a53'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:35:53.722294 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d900b8-5000-4f3d-8977-bf1670ca38c5 req-a9c02074-25a0-4be8-9f45-1279d8f654d1 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:53.723755 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02d900b8-5000-4f3d-8977-bf1670ca38c5 req-a9c02074-25a0-4be8-9f45-1279d8f654d1 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 944 time: 0.0457644 Sep 13 03:35:53.770166 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-02d900b8-5000-4f3d-8977-bf1670ca38c5 req-9d0a9717-506d-4638-8fda-7b7150219031 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Sep 13 03:35:54.354454 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c4c61bde-56af-4090-98a0-71de92549a53 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:35:54.396510 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port c4c61bde-56af-4090-98a0-71de92549a53 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:35:54.402183 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port c4c61bde-56af-4090-98a0-71de92549a53 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:35:54.402552 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (c4c61bde-56af-4090-98a0-71de92549a53), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:54.443705 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:54.470990 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:54.478164 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port c4c61bde-56af-4090-98a0-71de92549a53 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:35:54.478561 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (c4c61bde-56af-4090-98a0-71de92549a53), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:54.501773 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c61bde-56af-4090-98a0-71de92549a53'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:54.504012 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c845ea61-22bf-477f-a10b-137e960064c4" -d '{"events": [{"server_uuid": "4cc9e70b-233d-4b0b-ae27-192cae0f81c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4c61bde-56af-4090-98a0-71de92549a53"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:54.516831 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port c4c61bde-56af-4090-98a0-71de92549a53, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c4c61bde-56af-4090-98a0-71de92549a53,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:35:54.520721 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (c4c61bde-56af-4090-98a0-71de92549a53), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:54.545640 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1762b5d-df43-4a83-81a7-d90e53c83748 x-openstack-request-id: req-a1762b5d-df43-4a83-81a7-d90e53c83748 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:54.545936 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc9e70b-233d-4b0b-ae27-192cae0f81c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4c61bde-56af-4090-98a0-71de92549a53", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:54.546198 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1762b5d-df43-4a83-81a7-d90e53c83748 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:54.546584 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1762b5d-df43-4a83-81a7-d90e53c83748'] response: {'server_uuid': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c61bde-56af-4090-98a0-71de92549a53', 'code': 200} Sep 13 03:35:54.570173 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=c4c61bde-56af-4090-98a0-71de92549a53,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:54.741900 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb680116-43f8-45da-937e-10add927cbb5 req-81a16703-c9bf-494b-8f73-115ca1c3270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:54.743415 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb680116-43f8-45da-937e-10add927cbb5 req-81a16703-c9bf-494b-8f73-115ca1c3270e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 1129 time: 0.0375798 Sep 13 03:35:54.790545 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cb680116-43f8-45da-937e-10add927cbb5 req-0ac00e4b-8343-49d7-9250-1c11f2b6858d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Sep 13 03:35:54.889064 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd378301-54e0-4d9d-8647-e65624ff3c25 req-8e3ac661-aa91-420d-9bac-e8a6e7924ba9 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:54.890496 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd378301-54e0-4d9d-8647-e65624ff3c25 req-8e3ac661-aa91-420d-9bac-e8a6e7924ba9 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 945 time: 0.0473652 Sep 13 03:35:54.937656 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-fd378301-54e0-4d9d-8647-e65624ff3c25 req-931b9269-ed20-4969-99de-47c400a09a1c tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Sep 13 03:35:56.056753 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05067926-549a-47d1-8219-390a7167e234 req-3e55faf3-28d8-41be-a36f-40122dd1fb7a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:56.058207 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-05067926-549a-47d1-8219-390a7167e234 req-3e55faf3-28d8-41be-a36f-40122dd1fb7a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 945 time: 0.0460510 Sep 13 03:35:56.108584 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-05067926-549a-47d1-8219-390a7167e234 req-defd6cfc-1cef-480e-a855-150d5f9e3a14 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Sep 13 03:35:57.232859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35258c-e81e-4bc1-ba6d-af584999ad14 req-dbf47343-7164-4c07-b4ad-f86ffc42268d tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:57.234311 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca35258c-e81e-4bc1-ba6d-af584999ad14 req-dbf47343-7164-4c07-b4ad-f86ffc42268d tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 945 time: 0.0472507 Sep 13 03:35:57.280340 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-ca35258c-e81e-4bc1-ba6d-af584999ad14 req-6927a236-a467-43bb-81db-0e3ab8f53437 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Sep 13 03:35:57.648283 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54250) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:35:57.755730 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:57.791615 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Deleting port ca88cc2d-3b7c-4c45-805b-d0ceba183a94 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:35:57.791959 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:57.873910 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:57.874209 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:57.887782 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Calling delete_port for ca88cc2d-3b7c-4c45-805b-d0ceba183a94 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:35:57.957976 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:58.318523 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c81e4d-d07e-42c8-9c60-746e92a13889 req-ca5ed89c-ae8e-4de9-9922-037b00da65d7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:58.320002 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00c81e4d-d07e-42c8-9c60-746e92a13889 req-ca5ed89c-ae8e-4de9-9922-037b00da65d7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 945 time: 0.0700045 Sep 13 03:35:58.357064 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (ca88cc2d-3b7c-4c45-805b-d0ceba183a94), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:58.400746 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event deleted for resources: {'Port': ['ID=ca88cc2d-3b7c-4c45-805b-d0ceba183a94,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:35:58.410159 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-00c81e4d-d07e-42c8-9c60-746e92a13889 req-8e79dc1f-9524-43f4-b971-b30bd02bea51 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838852 Sep 13 03:35:58.464485 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:58.464803 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.db.l3_db [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Floating IP 1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c disassociated (deleted). External IP: 172.27.1.61, port: 5eb326a8-8417-4b1c-a306-3720fd092e50. Sep 13 03:35:58.659208 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:35:58.760676 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:35:58.765479 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:35:58.770129 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:35:58.780250 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:58.780846 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:58.796137 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-ee7e8873-def1-4026-8c2d-de305b2c49ed tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c HTTP/1.1" status: 204 len: 168 time: 1.1467886 Sep 13 03:35:58.796794 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:35:58.799188 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b91128-b3d9-4db6-83b0-d174e234bd84" -d '{"events": [{"name": "network-changed", "server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:35:58.836389 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34f8d0-614f-46e9-8f6a-64a755306eb1 x-openstack-request-id: req-ab34f8d0-614f-46e9-8f6a-64a755306eb1 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:35:58.836756 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:35:58.837080 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab34f8d0-614f-46e9-8f6a-64a755306eb1 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:35:58.837602 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab34f8d0-614f-46e9-8f6a-64a755306eb1'] response: {'name': 'network-changed', 'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'status': 'completed', 'code': 200} Sep 13 03:35:58.886849 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:59.018577 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc744-92e1-4a93-acf0-13b1929076ea req-bd802780-5bf4-41b3-a4e7-16231a1e82be tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:59.020081 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-48cbc744-92e1-4a93-acf0-13b1929076ea req-bd802780-5bf4-41b3-a4e7-16231a1e82be tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Sep 13 03:35:59.031786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:35:59.079282 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-48cbc744-92e1-4a93-acf0-13b1929076ea req-b019d2b1-659f-44cf-94fc-2bca195695b5 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535157 Sep 13 03:35:59.108387 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:05Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:59.132030 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:35:59.140859 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:35:59.141445 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:59.238592 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:35:59.437574 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:05Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:35:59.465670 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6dac31-731d-43c7-ab2d-ceeeaf1285d4 None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_floatingips': [{'id': '51267200-5841-4224-94e3-263daaa66e85', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'router_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'port_id': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'mac_address': 'fa:16:3e:55:1a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T03:30:02Z', 'updated_at': '2022-09-13T03:30:05Z', 'revision_number': 1, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:35:59.541467 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ac1f3-6bb6-43e9-9d51-708dfc01c22d req-48a45890-7c6b-469c-bea3-52bd11ba8236 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:35:59.543048 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-926ac1f3-6bb6-43e9-9d51-708dfc01c22d req-48a45890-7c6b-469c-bea3-52bd11ba8236 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 945 time: 0.0518472 Sep 13 03:35:59.591592 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-926ac1f3-6bb6-43e9-9d51-708dfc01c22d req-7030c324-89bb-4364-875c-1e1f65fbdccb tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Sep 13 03:35:59.688759 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8318035-04a1-4ed1-968f-bc742fc298b8 None None] New status for floating IP 1d225fc7-61ec-4dd3-8afc-2c6d439a1e6c: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:36:00.203749 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d4770-fc13-45a3-ab1a-fc2009ea24a8 req-e89a7d7e-8735-42ce-bba9-0635a928f0dd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:00.205180 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-345d4770-fc13-45a3-ab1a-fc2009ea24a8 req-e89a7d7e-8735-42ce-bba9-0635a928f0dd tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.0499597 Sep 13 03:36:00.254960 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-345d4770-fc13-45a3-ab1a-fc2009ea24a8 req-933b1223-0ae5-48fa-8c6e-ea84caa6357a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442266 Sep 13 03:36:00.464436 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:00.509497 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-61b73a10-584f-4c78-8368-a23061f05e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:00.511509 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-61b73a10-584f-4c78-8368-a23061f05e70 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 1129 time: 0.0393343 Sep 13 03:36:00.711941 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d3c11-3ee9-4030-b03b-7b663f6eb20e req-fcf10cb5-09f8-4ba0-b5df-ab2f733672f6 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:00.714028 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-898d3c11-3ee9-4030-b03b-7b663f6eb20e req-fcf10cb5-09f8-4ba0-b5df-ab2f733672f6 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 945 time: 0.0457976 Sep 13 03:36:00.758833 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-898d3c11-3ee9-4030-b03b-7b663f6eb20e req-505172cb-c28e-4d33-938b-702a41cce5bd tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=05aab643-e0b2-483d-83e3-dc33f3566d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Sep 13 03:36:00.935940 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:00.962873 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-ebfb4e9d-b94b-4c54-8fd1-b9425f7dcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:00.964307 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-ebfb4e9d-b94b-4c54-8fd1-b9425f7dcea3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.0866380 Sep 13 03:36:01.133252 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-c6498418-8f56-40e9-b86d-e614e9201803 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5eb326a8-8417-4b1c-a306-3720fd092e50 HTTP/1.1" status: 200 len: 217 time: 0.0515239 Sep 13 03:36:01.148650 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f7e71-746b-4735-9b80-83f104caccde req-83a74c41-38a9-4269-bdfa-ea5940311a7a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:01.150024 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-788f7e71-746b-4735-9b80-83f104caccde req-83a74c41-38a9-4269-bdfa-ea5940311a7a tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 945 time: 0.0782788 Sep 13 03:36:01.236524 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-1c508e45-490c-4ad7-8487-1d1f4707ce3a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:01.238044 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-1c508e45-490c-4ad7-8487-1d1f4707ce3a tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.0488145 Sep 13 03:36:01.292705 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-b8483ee6-6712-47f3-9c12-1e8c1fee1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:01.294203 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-b8483ee6-6712-47f3-9c12-1e8c1fee1bca service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.1055927 Sep 13 03:36:01.323298 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Deleting port 5eb326a8-8417-4b1c-a306-3720fd092e50 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:01.323695 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.333997 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Deleting port c4c61bde-56af-4090-98a0-71de92549a53 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:01.334341 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (c4c61bde-56af-4090-98a0-71de92549a53), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.372851 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:01.408203 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-2932dcc5-b4f8-4403-b090-61a0822942e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:01.410304 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-2932dcc5-b4f8-4403-b090-61a0822942e5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083469 Sep 13 03:36:01.419027 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] For port 5eb326a8-8417-4b1c-a306-3720fd092e50, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=5eb326a8-8417-4b1c-a306-3720fd092e50,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:01.419389 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.433470 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Calling delete_port for 5eb326a8-8417-4b1c-a306-3720fd092e50 owned by compute:nova {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:01.486638 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926dfac-96f2-43bd-a18c-5902f9a293d1 req-c055fcc1-e711-410b-8394-856d844ea6c4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:01.488108 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4926dfac-96f2-43bd-a18c-5902f9a293d1 req-c055fcc1-e711-410b-8394-856d844ea6c4 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e452a83d-d2f5-4167-89b8-f02e61173b84 HTTP/1.1" status: 200 len: 945 time: 0.1550646 Sep 13 03:36:01.512616 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:01.553144 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] For port c4c61bde-56af-4090-98a0-71de92549a53, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c4c61bde-56af-4090-98a0-71de92549a53,segment=NetworkSegment(302c9531-a58f-4d2a-9829-cf90de514c6b),segment_id=302c9531-a58f-4d2a-9829-cf90de514c6b)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:01.553507 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (c4c61bde-56af-4090-98a0-71de92549a53), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.574044 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (5eb326a8-8417-4b1c-a306-3720fd092e50), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.597665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Calling delete_port for c4c61bde-56af-4090-98a0-71de92549a53 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:01.599654 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event deleted for resources: {'Port': ['ID=5eb326a8-8417-4b1c-a306-3720fd092e50,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:01.609304 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-f36a4c83-390a-42e0-a581-14142f87a612 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899784 Sep 13 03:36:01.615260 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-4926dfac-96f2-43bd-a18c-5902f9a293d1 req-287bfc52-b693-4c92-be6d-6804b5de8e11 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194541 Sep 13 03:36:01.634786 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.635137 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.635479 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.635819 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.636150 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.636485 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.636801 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.637128 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.637451 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.637776 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.638101 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.638453 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.638770 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.639090 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.639406 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:01.664327 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] No DVR routers for this DVR port 5eb326a8-8417-4b1c-a306-3720fd092e50 on host hv-cinder-85707 {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:01.667376 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.670796 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-872ffe88-3e1c-472e-b70b-1690674e6ed6 req-7181ac5c-ff5d-44d8-9d57-859347296472 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5eb326a8-8417-4b1c-a306-3720fd092e50 HTTP/1.1" status: 204 len: 173 time: 0.4275503 Sep 13 03:36:01.671291 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'name': 'network-vif-deleted', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:36:01.673592 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8ea086-5dcb-4595-9fc7-b0f009e56d2e" -d '{"events": [{"server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "name": "network-vif-deleted", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:36:01.711769 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7215af90-8e99-44cc-9c44-772f53c6e1e9 x-openstack-request-id: req-7215af90-8e99-44cc-9c44-772f53c6e1e9 {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:36:01.711951 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:01.712070 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e452a83d-d2f5-4167-89b8-f02e61173b84", "name": "network-vif-deleted", "tag": "5eb326a8-8417-4b1c-a306-3720fd092e50", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:36:01.712513 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7215af90-8e99-44cc-9c44-772f53c6e1e9 {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:36:01.713223 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7215af90-8e99-44cc-9c44-772f53c6e1e9'] response: {'server_uuid': 'e452a83d-d2f5-4167-89b8-f02e61173b84', 'name': 'network-vif-deleted', 'tag': '5eb326a8-8417-4b1c-a306-3720fd092e50', 'status': 'completed', 'code': 200} Sep 13 03:36:01.772309 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-53b91128-b3d9-4db6-83b0-d174e234bd84 req-52ae410b-d9c8-483e-8540-9c6cfc12f7a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522541 Sep 13 03:36:01.833133 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (c4c61bde-56af-4090-98a0-71de92549a53), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.867548 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['c4c61bde-56af-4090-98a0-71de92549a53'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:36:01.887652 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Pushing event deleted for resources: {'Port': ['ID=c4c61bde-56af-4090-98a0-71de92549a53,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:01.891044 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b070defd-15e8-4150-b37c-e7a4d5e6ed93 req-5e87db78-c47f-424c-8533-2386f37f90c7 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 210 time: 0.0560298 Sep 13 03:36:01.935265 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] No DVR routers for this DVR port c4c61bde-56af-4090-98a0-71de92549a53 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:01.937875 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:01.941409 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-788f7e71-746b-4735-9b80-83f104caccde req-9c32da41-f351-441b-b506-32854e3656ea tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c4c61bde-56af-4090-98a0-71de92549a53 HTTP/1.1" status: 204 len: 173 time: 0.7515125 Sep 13 03:36:01.941875 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'name': 'network-vif-deleted', 'tag': 'c4c61bde-56af-4090-98a0-71de92549a53'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:36:01.944229 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26382068-7bdc-4b54-aab7-64134d6ff999" -d '{"events": [{"server_uuid": "4cc9e70b-233d-4b0b-ae27-192cae0f81c9", "name": "network-vif-deleted", "tag": "c4c61bde-56af-4090-98a0-71de92549a53"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:36:01.992213 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4553af-3cca-4efe-aec9-c933c058b0cf x-openstack-request-id: req-ec4553af-3cca-4efe-aec9-c933c058b0cf {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:36:01.992515 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc9e70b-233d-4b0b-ae27-192cae0f81c9", "name": "network-vif-deleted", "tag": "c4c61bde-56af-4090-98a0-71de92549a53", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:36:01.992767 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec4553af-3cca-4efe-aec9-c933c058b0cf {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:36:01.993188 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4553af-3cca-4efe-aec9-c933c058b0cf'] response: {'server_uuid': '4cc9e70b-233d-4b0b-ae27-192cae0f81c9', 'name': 'network-vif-deleted', 'tag': 'c4c61bde-56af-4090-98a0-71de92549a53', 'status': 'completed', 'code': 200} Sep 13 03:36:03.016391 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-bc6d6b21-410d-4039-8b93-651436837373 req-049f4574-b5a3-4279-817b-b0e1830f7179 tempest-VolumesActionsTest-663160473 tempest-VolumesActionsTest-663160473-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4cc9e70b-233d-4b0b-ae27-192cae0f81c9 HTTP/1.1" status: 200 len: 210 time: 0.0284538 Sep 13 03:36:04.287482 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-b3564841-d4ef-43d5-ab82-388a66567e5e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396459 Sep 13 03:36:04.397533 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5eb326a8-8417-4b1c-a306-3720fd092e50 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:04.399244 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-be1025ba-a895-45e8-a6cc-b73f31280b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:04.400599 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-be1025ba-a895-45e8-a6cc-b73f31280b87 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1129 time: 0.0434732 Sep 13 03:36:04.421440 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 5eb326a8-8417-4b1c-a306-3720fd092e50 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:04.421829 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 5eb326a8-8417-4b1c-a306-3720fd092e50 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:04.422406 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c4c61bde-56af-4090-98a0-71de92549a53 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:04.441967 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: c4c61bde-56af-4090-98a0-71de92549a53 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:04.442302 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device c4c61bde-56af-4090-98a0-71de92549a53 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:04.640318 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-9b4af537-bfdc-42be-87a2-7fe7db8b031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:04.641825 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-9b4af537-bfdc-42be-87a2-7fe7db8b031e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.1008487 Sep 13 03:36:04.700397 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:04.714565 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-cb160dce-9c04-4460-8f08-5b3c33307c5d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0664558 Sep 13 03:36:04.763429 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-fd37262f-c980-4863-bf8f-6bfe0384186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:04.765002 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-fd37262f-c980-4863-bf8f-6bfe0384186a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0447242 Sep 13 03:36:04.808084 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-bac607ff-9467-43cc-99b5-e29c26a7faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:04.809532 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-bac607ff-9467-43cc-99b5-e29c26a7faf7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393641 Sep 13 03:36:04.903459 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-11582664-4f29-4a7e-8b28-fd6e03446963 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882456 Sep 13 03:36:04.922365 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54338) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:04.997843 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-5a009e55-9d17-46c8-ab79-27de217f1579 req-e98a4026-ab11-4f9b-87cf-e68cd9021140 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873754 Sep 13 03:36:05.063495 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Deleting port a6682c6a-1e21-4c93-9ae1-13e181b0ece0 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:05.063832 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:05.141557 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:05.141798 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:05.154587 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Calling delete_port for a6682c6a-1e21-4c93-9ae1-13e181b0ece0 owned by network:floatingip {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:05.313020 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (a6682c6a-1e21-4c93-9ae1-13e181b0ece0), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:05.339692 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event deleted for resources: {'Port': ['ID=a6682c6a-1e21-4c93-9ae1-13e181b0ece0,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:05.401291 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (51267200-5841-4224-94e3-263daaa66e85), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:05.401533 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.db.l3_db [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Floating IP 51267200-5841-4224-94e3-263daaa66e85 disassociated (deleted). External IP: 172.27.1.42, port: 58cadb39-f080-4b49-bdc0-0bad103c6ae7. Sep 13 03:36:05.445303 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:05.604216 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:36:05.660290 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:05.710510 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:36:05.715406 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:05.720459 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:36:05.730652 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:36:05.731256 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:05.748324 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-1078e1dd-72ad-44a1-baef-fc7b55c28e55 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/51267200-5841-4224-94e3-263daaa66e85 HTTP/1.1" status: 204 len: 168 time: 0.8247619 Sep 13 03:36:05.748960 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7'}] {{(pid=106191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:36:05.751193 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ecc5d5b59832ad0b3a60fbb90b9e211ca923e0fcb5587d7a610339cd6d895b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1bb66b-b978-4f16-b886-2bd33a538f71" -d '{"events": [{"name": "network-changed", "server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7"}]}' {{(pid=106191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:36:05.790777 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068d1c63-c2f8-4c59-a332-513634c1ffde x-openstack-request-id: req-068d1c63-c2f8-4c59-a332-513634c1ffde {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:36:05.791590 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7", "status": "completed", "code": 200}]} {{(pid=106191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:36:05.791842 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-068d1c63-c2f8-4c59-a332-513634c1ffde {{(pid=106191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:36:05.792245 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068d1c63-c2f8-4c59-a332-513634c1ffde'] response: {'name': 'network-changed', 'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'status': 'completed', 'code': 200} Sep 13 03:36:05.930995 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:36:05.987857 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ca92b-01cb-4165-9218-6f6906ce50bf req-260c8d52-0664-4dac-9cf3-d2bdf839c64e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:05.989359 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c58ca92b-01cb-4165-9218-6f6906ce50bf req-260c8d52-0664-4dac-9cf3-d2bdf839c64e tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0579436 Sep 13 03:36:06.038943 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-c58ca92b-01cb-4165-9218-6f6906ce50bf req-c6fd1dc9-7fce-43ca-84c6-5d4eebb079be tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Sep 13 03:36:06.040647 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:06.052999 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:06.117927 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:06.142578 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:36:06.151208 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:36:06.151793 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:06.250178 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:36:06.432977 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:06.456302 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941e4fc-8690-4c93-b262-a162fb200242 None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:25:54Z', 'revision_number': 4, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi', '_interfaces': [{'id': '90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00', 'name': '', 'network_id': '93f6860d-aa52-425f-a0b7-a39e9fc582c8', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'mac_address': 'fa:16:3e:00:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:54Z', 'updated_at': '2022-09-13T03:26:01Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'subnets': [{'id': '3fa6476e-8c1d-4476-8e29-8422be9f8505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:36:06.658399 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace23ec9-873f-4af0-92a8-305fb0914af1 None None] New status for floating IP 51267200-5841-4224-94e3-263daaa66e85: DOWN {{(pid=106193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 03:36:07.168608 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a93f7f-0c58-455f-9347-de264a24ff0b req-b535b4ce-d62c-4de4-b097-196d8ed2d97f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:07.169963 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f1a93f7f-0c58-455f-9347-de264a24ff0b req-b535b4ce-d62c-4de4-b097-196d8ed2d97f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0464394 Sep 13 03:36:07.219160 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-f1a93f7f-0c58-455f-9347-de264a24ff0b req-ab367afc-64b9-49de-b472-855acef95a79 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 Sep 13 03:36:08.340149 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35945103-e00b-45f9-a38e-38b2b4de2f3f req-1051b7a2-3eee-4001-8f30-447e2ff2b2e0 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:08.341577 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35945103-e00b-45f9-a38e-38b2b4de2f3f req-1051b7a2-3eee-4001-8f30-447e2ff2b2e0 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0470998 Sep 13 03:36:08.389221 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-35945103-e00b-45f9-a38e-38b2b4de2f3f req-07932c63-53ea-4f57-baf8-5abbb70ecc68 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Sep 13 03:36:08.765506 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-ad8bd8b3-76a7-4c41-b5a8-595fb8958492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:08.766994 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-ad8bd8b3-76a7-4c41-b5a8-595fb8958492 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 1129 time: 0.0396619 Sep 13 03:36:09.068475 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:09.137030 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-672ca3c2-e18b-48ae-95be-927e7e9d6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:09.139010 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-672ca3c2-e18b-48ae-95be-927e7e9d6e24 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 200 len: 912 time: 0.0909162 Sep 13 03:36:09.181568 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-c45ca05a-301c-4e5a-a391-7b33dec986cd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7 HTTP/1.1" status: 200 len: 217 time: 0.0324135 Sep 13 03:36:09.234164 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-b8006116-0487-498f-b270-df7897f60a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:09.235620 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-b8006116-0487-498f-b270-df7897f60a80 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 200 len: 850 time: 0.0469420 Sep 13 03:36:09.508110 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79131a3-d513-4eb7-b91c-1a3e9ce9c310 req-4c29cd81-7c19-4745-8b2c-78eaac9e009c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:09.509612 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b79131a3-d513-4eb7-b91c-1a3e9ce9c310 req-4c29cd81-7c19-4745-8b2c-78eaac9e009c tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0470726 Sep 13 03:36:09.533386 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-3a44584f-091e-422d-b3a0-1acc3529e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:09.535193 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-3a44584f-091e-422d-b3a0-1acc3529e782 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=93f6860d-aa52-425f-a0b7-a39e9fc582c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405910 Sep 13 03:36:09.559279 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-b79131a3-d513-4eb7-b91c-1a3e9ce9c310 req-ad8729e9-1cec-4222-8ccb-ab60e780ee84 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 Sep 13 03:36:09.975792 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-b4e8930b-28ea-49ce-8e6b-eff531253fdc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859573 Sep 13 03:36:10.153634 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-4f706e88-3908-41fa-8664-71db9bc04a33 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:10.155038 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-4f706e88-3908-41fa-8664-71db9bc04a33 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.0857518 Sep 13 03:36:10.191229 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-2a1bb66b-b978-4f16-b886-2bd33a538f71 req-b60ca9ad-b181-4b43-9237-1298472ed999 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292732 Sep 13 03:36:10.464665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:10.477454 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Deleting port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:10.477727 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:10.578369 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] For port 58cadb39-f080-4b49-bdc0-0bad103c6ae7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=58cadb39-f080-4b49-bdc0-0bad103c6ae7,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:10.579374 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:10.597171 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Calling delete_port for 58cadb39-f080-4b49-bdc0-0bad103c6ae7 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:10.772066 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a778f4-7d98-4ade-8031-a74b36609afa req-944e8421-2427-485a-a12b-924c290a1e7f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:10.773484 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39a778f4-7d98-4ade-8031-a74b36609afa req-944e8421-2427-485a-a12b-924c290a1e7f tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e47509aa-d316-494f-8446-a2f81a1f234c HTTP/1.1" status: 200 len: 945 time: 0.1095345 Sep 13 03:36:10.774574 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (58cadb39-f080-4b49-bdc0-0bad103c6ae7), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:10.807589 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event deleted for resources: {'Port': ['ID=58cadb39-f080-4b49-bdc0-0bad103c6ae7,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:10.835596 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:10.892039 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] No DVR routers for this DVR port 58cadb39-f080-4b49-bdc0-0bad103c6ae7 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:10.897317 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-39a778f4-7d98-4ade-8031-a74b36609afa req-39f4ca26-c25b-4ae1-bf01-55748f9f0488 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f9909a36-ae73-4f47-be52-b15c7698d23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974813 Sep 13 03:36:10.898425 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:10.901780 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-cbbe32d7-905e-4312-91e7-1c4d4d5466bc req-8b26acfc-88fe-4071-899b-8b3c4d5c4c6b tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.57 "DELETE /networking/v2.0/ports/58cadb39-f080-4b49-bdc0-0bad103c6ae7 HTTP/1.1" status: 204 len: 173 time: 0.5149655 Sep 13 03:36:10.902294 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'name': 'network-vif-deleted', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:36:10.904665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e83f5-d929-4720-a2dd-1876133d6b6a" -d '{"events": [{"server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "name": "network-vif-deleted", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:36:10.950527 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9234b06d-85c4-4e33-b3eb-584c4df40e67 x-openstack-request-id: req-9234b06d-85c4-4e33-b3eb-584c4df40e67 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:36:10.950893 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47509aa-d316-494f-8446-a2f81a1f234c", "name": "network-vif-deleted", "tag": "58cadb39-f080-4b49-bdc0-0bad103c6ae7", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:36:10.951323 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9234b06d-85c4-4e33-b3eb-584c4df40e67 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:36:10.951823 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9234b06d-85c4-4e33-b3eb-584c4df40e67'] response: {'server_uuid': 'e47509aa-d316-494f-8446-a2f81a1f234c', 'name': 'network-vif-deleted', 'tag': '58cadb39-f080-4b49-bdc0-0bad103c6ae7', 'status': 'completed', 'code': 200} Sep 13 03:36:12.004323 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54394) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:12.149348 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Deleting port 7f43f69e-f024-4a1e-8872-931f449e0665 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:12.149799 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (7f43f69e-f024-4a1e-8872-931f449e0665), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:12.235679 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (7f43f69e-f024-4a1e-8872-931f449e0665), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:12.236139 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (7f43f69e-f024-4a1e-8872-931f449e0665), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:12.250297 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Calling delete_port for 7f43f69e-f024-4a1e-8872-931f449e0665 owned by network:floatingip {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:12.399243 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (7f43f69e-f024-4a1e-8872-931f449e0665), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:12.424693 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event deleted for resources: {'Port': ['ID=7f43f69e-f024-4a1e-8872-931f449e0665,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:12.494602 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for floatingip (9d234a96-abe9-4ccd-8ebc-a35111ab9c74), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:12.498558 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for floatingip (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:12.500174 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5553f879-77ff-4fff-a9f7-b64c623f4d08 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/9d234a96-abe9-4ccd-8ebc-a35111ab9c74 HTTP/1.1" status: 204 len: 168 time: 0.4945648 Sep 13 03:36:13.429462 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58cadb39-f080-4b49-bdc0-0bad103c6ae7 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:13.453127 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 58cadb39-f080-4b49-bdc0-0bad103c6ae7 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:13.453466 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 58cadb39-f080-4b49-bdc0-0bad103c6ae7 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:13.755026 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54418) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:13.823331 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-10eae44a-e359-4861-8e45-b64c0d52a081 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group (f9909a36-ae73-4f47-be52-b15c7698d23d), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:13.849587 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-10eae44a-e359-4861-8e45-b64c0d52a081 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group (f9909a36-ae73-4f47-be52-b15c7698d23d), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:13.857681 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:13.922773 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-10eae44a-e359-4861-8e45-b64c0d52a081 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (f9909a36-ae73-4f47-be52-b15c7698d23d), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:13.926585 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-10eae44a-e359-4861-8e45-b64c0d52a081 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:13.928462 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-10eae44a-e359-4861-8e45-b64c0d52a081 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f9909a36-ae73-4f47-be52-b15c7698d23d HTTP/1.1" status: 204 len: 168 time: 0.1721423 Sep 13 03:36:13.940536 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eae44a-e359-4861-8e45-b64c0d52a081 tempest-TestVolumeBootPattern-1706251283 tempest-TestVolumeBootPattern-1706251283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9909a36-ae73-4f47-be52-b15c7698d23d,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:14.000644 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54422) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:14.622405 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-92182687-fb77-41fc-b081-4d4e77c7c6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:14.654193 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:14.734415 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (39e11139-8203-4c5c-9687-02b5b3beea45), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:15.026418 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Deleting port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:15.027180 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:15.138135 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] For port 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:15.138501 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:15.159198 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Calling delete_port for 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:15.389601 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:15.440825 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:15.446643 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:15.595116 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (39e11139-8203-4c5c-9687-02b5b3beea45), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:15.720797 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:15.844357 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Router 39e11139-8203-4c5c-9687-02b5b3beea45 has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:36:15.970674 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:36:15.979368 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-469618fc-e7da-4812-a3a7-f8474f554d2e admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/39e11139-8203-4c5c-9687-02b5b3beea45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742384 Sep 13 03:36:15.979368 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54434) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:15.985488 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] Sync routers for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:36:16.000105 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:36:16.000792 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:16.085245 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks [] for router (39e11139-8203-4c5c-9687-02b5b3beea45), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.127090 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: dv-cinder-857075-2-iscsi {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:36:16.215537 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks [] for router_gateway (39e11139-8203-4c5c-9687-02b5b3beea45), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.264069 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Deleting port 83bfb628-be13-488b-9387-64250454757e {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:16.264694 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (83bfb628-be13-488b-9387-64250454757e), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.305220 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '83bfb628-be13-488b-9387-64250454757e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:36:15Z', 'revision_number': 5, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port': {'id': '83bfb628-be13-488b-9387-64250454757e', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:52Z', 'updated_at': '2022-09-13T03:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:16.334666 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] Checking router: 39e11139-8203-4c5c-9687-02b5b3beea45 for host: dv-cinder-857075-2-iscsi {{(pid=106194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:36:16.344199 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] Routers {'39e11139-8203-4c5c-9687-02b5b3beea45'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:36:16.344807 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:35:47Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['39e11139-8203-4c5c-9687-02b5b3beea45'], 'active': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:16.348037 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] For port 83bfb628-be13-488b-9387-64250454757e, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=83bfb628-be13-488b-9387-64250454757e,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:16.348663 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (83bfb628-be13-488b-9387-64250454757e), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.362974 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Calling delete_port for 83bfb628-be13-488b-9387-64250454757e owned by network:router_gateway {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:16.435401 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvr_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] Set router 39e11139-8203-4c5c-9687-02b5b3beea45 gateway port host: None {{(pid=106194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:36:16.486968 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_hamode_db [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:36:16Z', 'revision_number': 6, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:16.490189 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:16.515557 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:16.516673 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff217e97-4884-4ddc-94f0-dc14ce1b8e81 None None] The sync data for ids ['39e11139-8203-4c5c-9687-02b5b3beea45'] in dv-cinder-857075-2-iscsi is: [{'id': '39e11139-8203-4c5c-9687-02b5b3beea45', 'name': 'tempest-TestVolumeBootPattern-198812976-router', 'tenant_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:51Z', 'updated_at': '2022-09-13T03:36:16Z', 'revision_number': 6, 'project_id': 'ab6c92ba81254caaad368fd0ef382b0e', 'gw_port_host': None}] {{(pid=106194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:36:16.546857 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (83bfb628-be13-488b-9387-64250454757e), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.585438 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Pushing event deleted for resources: {'Port': ['ID=83bfb628-be13-488b-9387-64250454757e,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:16.658386 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (39e11139-8203-4c5c-9687-02b5b3beea45), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.754756 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (39e11139-8203-4c5c-9687-02b5b3beea45), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.756723 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks [] for router_controller (39e11139-8203-4c5c-9687-02b5b3beea45), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.814476 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (39e11139-8203-4c5c-9687-02b5b3beea45), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.815181 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e11139-8203-4c5c-9687-02b5b3beea45 {{(pid=106192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:36:16.819964 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] Publish callbacks [] for router (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.824235 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a4dad79d-cbfe-4254-acaf-4a228501ebee admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/39e11139-8203-4c5c-9687-02b5b3beea45 HTTP/1.1" status: 204 len: 168 time: 0.8410811 Sep 13 03:36:16.824448 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54444) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:16.879763 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] Deleting subnet 3fa6476e-8c1d-4476-8e29-8422be9f8505 {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:36:16.884043 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] Publish callbacks [] for subnet (3fa6476e-8c1d-4476-8e29-8422be9f8505), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:16.925814 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (3fa6476e-8c1d-4476-8e29-8422be9f8505), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.014552 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (3fa6476e-8c1d-4476-8e29-8422be9f8505), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.017142 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1ef8309e-96d9-4172-b23b-19f86decb942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.089045 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (3fa6476e-8c1d-4476-8e29-8422be9f8505), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.120537 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.126410 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3fa6476e-8c1d-4476-8e29-8422be9f8505 HTTP/1.1" status: 204 len: 168 time: 0.3007131 Sep 13 03:36:17.127349 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f131d-3881-4bd5-b6b1-33837347fc6c None None] Network 93f6860d-aa52-425f-a0b7-a39e9fc582c8 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:36:17.127688 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412eafa-ac99-4bff-abb5-922d008b08f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa6476e-8c1d-4476-8e29-8422be9f8505,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:17.129225 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54446) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:17.232803 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (93f6860d-aa52-425f-a0b7-a39e9fc582c8), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.290529 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Deleting port e3185c26-8737-4c77-956a-4c6f43942c48 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:17.291388 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.350377 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] DHCP port deletion for 93f6860d-aa52-425f-a0b7-a39e9fc582c8 request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:36:17.387208 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] For port e3185c26-8737-4c77-956a-4c6f43942c48, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=e3185c26-8737-4c77-956a-4c6f43942c48,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:17.387563 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.397414 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] Deleting port e3185c26-8737-4c77-956a-4c6f43942c48 {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:17.398078 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.405672 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Calling delete_port for e3185c26-8737-4c77-956a-4c6f43942c48 owned by network:dhcp {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:17.473076 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] For port e3185c26-8737-4c77-956a-4c6f43942c48, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=e3185c26-8737-4c77-956a-4c6f43942c48,segment=NetworkSegment(9f3eee5f-be00-4c4e-a960-42fb1ff43859),segment_id=9f3eee5f-be00-4c4e-a960-42fb1ff43859)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:17.473774 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.506163 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] Calling delete_port for e3185c26-8737-4c77-956a-4c6f43942c48 owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:17.521493 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.561248 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3185c26-8737-4c77-956a-4c6f43942c48,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:17.566097 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] No DVR routers for this DVR port e3185c26-8737-4c77-956a-4c6f43942c48 on host dv-cinder-857075-2-iscsi {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:17.655458 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (93f6860d-aa52-425f-a0b7-a39e9fc582c8), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.688103 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f6860d-aa52-425f-a0b7-a39e9fc582c8']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:17.701302 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3eee5f-be00-4c4e-a960-42fb1ff43859') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:17.701656 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3eee5f-be00-4c4e-a960-42fb1ff43859') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:17.715215 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (9f3eee5f-be00-4c4e-a960-42fb1ff43859), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.717588 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 83bfb628-be13-488b-9387-64250454757e no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:17.734819 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (9f3eee5f-be00-4c4e-a960-42fb1ff43859), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.742943 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 83bfb628-be13-488b-9387-64250454757e {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:17.743582 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 83bfb628-be13-488b-9387-64250454757e not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:17.744347 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e3185c26-8737-4c77-956a-4c6f43942c48 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:17.753105 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:36:17.754070 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (9f3eee5f-be00-4c4e-a960-42fb1ff43859), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.778979 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: e3185c26-8737-4c77-956a-4c6f43942c48 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:17.779864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device e3185c26-8737-4c77-956a-4c6f43942c48 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:17.779864 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:17.804356 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:17.804626 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 90e70b8a-03b6-4ed9-8c9b-2e0fb5991f00 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:17.836172 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (e3185c26-8737-4c77-956a-4c6f43942c48), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.863244 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] No DVR routers for this DVR port e3185c26-8737-4c77-956a-4c6f43942c48 on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:17.867490 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (93f6860d-aa52-425f-a0b7-a39e9fc582c8), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.886013 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:17.890787 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/93f6860d-aa52-425f-a0b7-a39e9fc582c8 HTTP/1.1" status: 204 len: 168 time: 0.7603922 Sep 13 03:36:17.893725 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54456) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:17.907252 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3f0fd-0d72-4071-8a67-05054c490105 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f6860d-aa52-425f-a0b7-a39e9fc582c8,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:17.926310 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df685cfd-6c58-43fc-ac5d-89c49e165ba3 None None] Pushing event deleted for resources: {'Port': ['ID=e3185c26-8737-4c77-956a-4c6f43942c48,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:18.021315 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 9f3eee5f-be00-4c4e-a960-42fb1ff43859 resource provider aggregate not found Sep 13 03:36:18.045278 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment 9f3eee5f-be00-4c4e-a960-42fb1ff43859 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f3eee5f-be00-4c4e-a960-42fb1ff43859 found for delete ", "request_id": "req-33797f64-c77e-4fcb-8f53-7c366f2cb374"}]} Sep 13 03:36:18.240203 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:18.294704 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-718239'] for router_interface (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:18.333443 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:18.503798 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:18.551205 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Deleting port d040c582-5601-4361-9efb-14990159fbc6 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:18.551702 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (d040c582-5601-4361-9efb-14990159fbc6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:18.640553 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] For port d040c582-5601-4361-9efb-14990159fbc6, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=d040c582-5601-4361-9efb-14990159fbc6,segment=NetworkSegment(fee09589-a689-48d3-9049-5cfd8d66304d),segment_id=fee09589-a689-48d3-9049-5cfd8d66304d)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:18.641103 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (d040c582-5601-4361-9efb-14990159fbc6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:18.655469 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Calling delete_port for d040c582-5601-4361-9efb-14990159fbc6 owned by network:router_interface {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:18.859189 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (d040c582-5601-4361-9efb-14990159fbc6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:18.883771 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Pushing event deleted for resources: {'Port': ['ID=d040c582-5601-4361-9efb-14990159fbc6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:18.893859 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.894206 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.894546 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.894903 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.895232 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.895556 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.896463 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.896463 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.896463 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.896837 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.897113 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.897430 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.897786 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.898101 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:18.898406 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:19.081097 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728591'] for router_interface (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:19.255655 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:19.320685 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b has already been hosted by L3 agent e245017a-ffbd-49f0-8782-6f4a78f0bcc6 {{(pid=106192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 03:36:19.635340 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:19.733528 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] Notify agent at l3_agent.dv-cinder-857075-2-iscsi the message routers_updated {{(pid=106192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 03:36:19.743133 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-e8f1dac0-5075-4021-863f-a5510e5c0194 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456318 Sep 13 03:36:19.744574 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] Sync routers for ids ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'] in dv-cinder-857075-2-iscsi {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 03:36:19.745643 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54472) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:19.756729 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] Routers {'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:36:19.757168 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:36:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:19.831147 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:19.832383 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:19.866521 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks [] for router (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:19.875488 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] Set router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b gateway port host: dv-cinder-857075-2-iscsi {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:36:19.975748 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks [] for router_gateway (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.028614 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.031880 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Deleting port 8921c763-8deb-4a6f-bf04-c610d8203b40 {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:20.032482 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.069494 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:20.104702 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:20.121707 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'external_fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:36:18Z', 'revision_number': 5, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port': {'id': '8921c763-8deb-4a6f-bf04-c610d8203b40', 'name': '', 'network_id': 'c9a61636-86dd-4fb4-a674-3330aa647f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T03:25:57Z', 'updated_at': '2022-09-13T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da15c22-bede-47dc-b0bd-a09f21a337f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-2-iscsi'}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:20.129867 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] For port 8921c763-8deb-4a6f-bf04-c610d8203b40, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=8921c763-8deb-4a6f-bf04-c610d8203b40,segment=NetworkSegment(29663dad-375f-4a91-a8f0-181c0f1fc927),segment_id=29663dad-375f-4a91-a8f0-181c0f1fc927)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:20.130220 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.144620 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Calling delete_port for 8921c763-8deb-4a6f-bf04-c610d8203b40 owned by network:router_gateway {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:20.151700 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] Checking router: ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b for host: dv-cinder-857075-2-iscsi {{(pid=106193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 03:36:20.161492 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] Routers {'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'} bound to L3 agent in host dv-cinder-857075-2-iscsi {{(pid=106193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 03:36:20.162092 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T03:12:47Z,description=,heartbeat_timestamp=2022-09-13T03:36:17Z,host='dv-cinder-857075-2-iscsi',id=e245017a-ffbd-49f0-8782-6f4a78f0bcc6,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T03:12:47Z,topic='l3_agent')) {'router_ids': ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'], 'active': True} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:20.260597 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvr_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] Set router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b gateway port host: None {{(pid=106193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 03:36:20.329260 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_hamode_db [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:36:19Z', 'revision_number': 6, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port_host': None}], 'dv-cinder-857075-2-iscsi', False) {} {{(pid=106193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:20.361223 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8cf06-9540-44c0-8407-57d5717f8bc5 None None] The sync data for ids ['ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b'] in dv-cinder-857075-2-iscsi is: [{'id': 'ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b', 'name': 'tempest-TestVolumeBootPattern-1509970907-router', 'tenant_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T03:25:56Z', 'updated_at': '2022-09-13T03:36:19Z', 'revision_number': 6, 'project_id': '279761f67a6c4a89b7cb9358ef5bfd06', 'gw_port_host': None}] {{(pid=106193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 03:36:20.574456 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (8921c763-8deb-4a6f-bf04-c610d8203b40), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.611758 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8921c763-8deb-4a6f-bf04-c610d8203b40,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:20.692486 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726620'] for router_gateway (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.819641 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-729025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62816'] for router (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.822158 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks [] for router_controller (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), precommit_delete_associations {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.881461 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728668'] for router (ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.882290 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b {{(pid=106191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 03:36:20.887914 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.891111 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-e979201b-6ead-4419-a417-fe4bd8f243d3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/ef6e34cb-16a5-4096-8ebd-49fb9fc8ac7b HTTP/1.1" status: 204 len: 168 time: 1.1424847 Sep 13 03:36:20.892143 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54478) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:20.923676 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:20.943960 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] Deleting subnet 491136b6-6677-46d3-8439-ca995b55e16b {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:36:20.947549 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] Publish callbacks [] for subnet (491136b6-6677-46d3-8439-ca995b55e16b), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:20.990265 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (491136b6-6677-46d3-8439-ca995b55e16b), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.100160 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (491136b6-6677-46d3-8439-ca995b55e16b), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.174813 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (491136b6-6677-46d3-8439-ca995b55e16b), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.206764 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491136b6-6677-46d3-8439-ca995b55e16b,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:21.210784 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.216662 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-44eb2ef0-0092-4de6-ad48-258a9d8d8ca7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/491136b6-6677-46d3-8439-ca995b55e16b HTTP/1.1" status: 204 len: 168 time: 0.3210337 Sep 13 03:36:21.216843 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5a97a-3069-4441-baab-4c1849a98e52 None None] Network 2db9c747-8767-416e-8a98-0575a349c559 requested from dv-cinder-857075-2-iscsi {{(pid=106193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 03:36:21.217297 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54480) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:21.336205 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (2db9c747-8767-416e-8a98-0575a349c559), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.379088 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36217228-907c-476b-b65d-bac441954f5f None None] DHCP port deletion for 2db9c747-8767-416e-8a98-0575a349c559 request from dv-cinder-857075-2-iscsi {{(pid=106193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 03:36:21.412868 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Deleting port 425b7564-14e0-4b20-b795-99411bab3c1d {{(pid=106191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:21.413669 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.420132 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-36217228-907c-476b-b65d-bac441954f5f None None] Deleting port 425b7564-14e0-4b20-b795-99411bab3c1d {{(pid=106193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:21.420509 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-36217228-907c-476b-b65d-bac441954f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), before_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.500173 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-36217228-907c-476b-b65d-bac441954f5f None None] For port 425b7564-14e0-4b20-b795-99411bab3c1d, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=425b7564-14e0-4b20-b795-99411bab3c1d,segment=NetworkSegment(fee09589-a689-48d3-9049-5cfd8d66304d),segment_id=fee09589-a689-48d3-9049-5cfd8d66304d)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:21.500483 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-36217228-907c-476b-b65d-bac441954f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), precommit_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.501513 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:21.518336 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] For port 425b7564-14e0-4b20-b795-99411bab3c1d, host dv-cinder-857075-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-2-iscsi',level=0,port_id=425b7564-14e0-4b20-b795-99411bab3c1d,segment=NetworkSegment(fee09589-a689-48d3-9049-5cfd8d66304d),segment_id=fee09589-a689-48d3-9049-5cfd8d66304d)] {{(pid=106191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:21.519172 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.527597 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-36217228-907c-476b-b65d-bac441954f5f None None] Calling delete_port for 425b7564-14e0-4b20-b795-99411bab3c1d owned by network:dhcp {{(pid=106193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:21.549599 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.plugin [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Calling delete_port for 425b7564-14e0-4b20-b795-99411bab3c1d owned by network:dhcp {{(pid=106191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:21.581281 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 8921c763-8deb-4a6f-bf04-c610d8203b40 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:21.609819 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: 8921c763-8deb-4a6f-bf04-c610d8203b40 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:21.610184 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 8921c763-8deb-4a6f-bf04-c610d8203b40 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:21.610527 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 425b7564-14e0-4b20-b795-99411bab3c1d no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:21.658746 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15663806'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.665357 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:21.684067 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No active binding found for port 425b7564-14e0-4b20-b795-99411bab3c1d {{(pid=106193) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 13 03:36:21.684530 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] The host dv-cinder-857075-2-iscsi is not matching for port 425b7564-14e0-4b20-b795-99411bab3c1d host None! {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Sep 13 03:36:21.684833 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device 425b7564-14e0-4b20-b795-99411bab3c1d not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:21.685260 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d040c582-5601-4361-9efb-14990159fbc6 no longer exists at agent ovs-agent-dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:21.701170 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=425b7564-14e0-4b20-b795-99411bab3c1d,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:21.707462 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-b700a541-415b-4a26-ab44-38c71924711e None None] No Port match for: d040c582-5601-4361-9efb-14990159fbc6 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:21.707935 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Device d040c582-5601-4361-9efb-14990159fbc6 not bound to the agent host dv-cinder-857075-2-iscsi {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:21.711509 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-36217228-907c-476b-b65d-bac441954f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641'] for port (425b7564-14e0-4b20-b795-99411bab3c1d), after_delete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.722766 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] No DVR routers for this DVR port 425b7564-14e0-4b20-b795-99411bab3c1d on host dv-cinder-857075-2-iscsi {{(pid=106191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:21.744308 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36217228-907c-476b-b65d-bac441954f5f None None] No DVR routers for this DVR port 425b7564-14e0-4b20-b795-99411bab3c1d on host dv-cinder-857075-2-iscsi {{(pid=106193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:21.747873 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36217228-907c-476b-b65d-bac441954f5f None None] Pushing event deleted for resources: {'Port': ['ID=425b7564-14e0-4b20-b795-99411bab3c1d,revision_number=None']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:21.831360 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (2db9c747-8767-416e-8a98-0575a349c559), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.859318 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db9c747-8767-416e-8a98-0575a349c559']}} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:21.871722 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee09589-a689-48d3-9049-5cfd8d66304d') {'for_net_delete': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:21.872089 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.services.segments.db [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee09589-a689-48d3-9049-5cfd8d66304d') {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:21.885332 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15521419'] for segment (fee09589-a689-48d3-9049-5cfd8d66304d), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.902442 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (fee09589-a689-48d3-9049-5cfd8d66304d), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.909010 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:36:21.909395 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15663721'] for segment (fee09589-a689-48d3-9049-5cfd8d66304d), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.958929 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment fee09589-a689-48d3-9049-5cfd8d66304d resource provider aggregate not found Sep 13 03:36:21.977406 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.services.segments.plugin [-] Segment fee09589-a689-48d3-9049-5cfd8d66304d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fee09589-a689-48d3-9049-5cfd8d66304d found for delete ", "request_id": "req-75ae2eed-4623-4626-8171-d7b31c4719dc"}]} Sep 13 03:36:21.987892 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (2db9c747-8767-416e-8a98-0575a349c559), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.992236 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:21.995507 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2db9c747-8767-416e-8a98-0575a349c559 HTTP/1.1" status: 204 len: 168 time: 0.7772045 Sep 13 03:36:22.009672 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5757c-4f66-488f-bbbd-73f1b08db7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2db9c747-8767-416e-8a98-0575a349c559,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:22.157311 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54492) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:22.203250 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-584cf371-5e91-42a0-a107-3d8fc353d11c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ab6c92ba81254caaad368fd0ef382b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439742 Sep 13 03:36:22.205616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54494) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:22.261486 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f9eda2d-f60a-4714-bb4e-11f45d408095 admin admin] Publish callbacks [] for security_group (49d8d3ab-db36-46e9-9976-45d7390dd382), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.285490 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f9eda2d-f60a-4714-bb4e-11f45d408095 admin admin] Publish callbacks [] for security_group (49d8d3ab-db36-46e9-9976-45d7390dd382), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.345886 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f9eda2d-f60a-4714-bb4e-11f45d408095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (49d8d3ab-db36-46e9-9976-45d7390dd382), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.348913 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-5f9eda2d-f60a-4714-bb4e-11f45d408095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.351493 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-5f9eda2d-f60a-4714-bb4e-11f45d408095 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/49d8d3ab-db36-46e9-9976-45d7390dd382 HTTP/1.1" status: 204 len: 168 time: 0.1440437 Sep 13 03:36:22.366668 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9eda2d-f60a-4714-bb4e-11f45d408095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d8d3ab-db36-46e9-9976-45d7390dd382,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:22.798268 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54508) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:22.844499 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d578dbc8-281a-4905-88a3-694b0b38f357 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=279761f67a6c4a89b7cb9358ef5bfd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449812 Sep 13 03:36:22.847162 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54510) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:22.902279 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5151-8b8b-4aaa-8d46-75c87ed29314 admin admin] Publish callbacks [] for security_group (056357e4-3f38-40b3-aadc-2ff75a27fca6), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.924686 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5151-8b8b-4aaa-8d46-75c87ed29314 admin admin] Publish callbacks [] for security_group (056357e4-3f38-40b3-aadc-2ff75a27fca6), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.974835 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5151-8b8b-4aaa-8d46-75c87ed29314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (056357e4-3f38-40b3-aadc-2ff75a27fca6), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.977698 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-2a3a5151-8b8b-4aaa-8d46-75c87ed29314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:22.981876 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-2a3a5151-8b8b-4aaa-8d46-75c87ed29314 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/056357e4-3f38-40b3-aadc-2ff75a27fca6 HTTP/1.1" status: 204 len: 168 time: 0.1313210 Sep 13 03:36:22.992267 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:22.994259 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a5151-8b8b-4aaa-8d46-75c87ed29314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056357e4-3f38-40b3-aadc-2ff75a27fca6,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:26.488970 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:26.489729 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=83 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:27.012838 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:36:29.118268 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54604) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:29.165188 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] Deleting subnet 8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b {{(pid=106192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 03:36:29.168265 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] Publish callbacks [] for subnet (8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.201920 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14262819'] for subnet (8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b), precommit_delete_associations {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.240444 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1362071'] for subnet (8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.293457 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14227244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14203260'] for subnet (8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.320322 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:29.326915 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.330206 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-d8ab9be3-0b6f-4c91-b118-c0abf2b2c824 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/8e4ccdb2-c746-4580-881d-c1a5ab5c9d3b HTTP/1.1" status: 204 len: 168 time: 0.2108707 Sep 13 03:36:29.332667 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [-] (106192) accepted ('10.222.0.18', 54606) {{(pid=106192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:29.351289 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:29.401721 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436488'] for network (7d240cfb-7e7d-4f20-90ad-58260429d0d8), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.481825 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303466', 'neutron.services.segments.db._delete_segments_for_network-8753286778296'] for network (7d240cfb-7e7d-4f20-90ad-58260429d0d8), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.501914 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d240cfb-7e7d-4f20-90ad-58260429d0d8']}} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:29.511690 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302c9531-a58f-4d2a-9829-cf90de514c6b') {'for_net_delete': True} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:29.511986 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.services.segments.db [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302c9531-a58f-4d2a-9829-cf90de514c6b') {} {{(pid=106192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 03:36:29.521440 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753286778188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14262826'] for segment (302c9531-a58f-4d2a-9829-cf90de514c6b), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.535082 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963'] for segment (302c9531-a58f-4d2a-9829-cf90de514c6b), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.541482 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 03:36:29.541884 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1270963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14227334'] for segment (302c9531-a58f-4d2a-9829-cf90de514c6b), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.602555 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726658'] for network (7d240cfb-7e7d-4f20-90ad-58260429d0d8), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.608852 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544517'] for network (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.611970 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/7d240cfb-7e7d-4f20-90ad-58260429d0d8 HTTP/1.1" status: 204 len: 168 time: 0.2783988 Sep 13 03:36:29.622328 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d233a-7e23-4599-bc4f-0b955a285e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d240cfb-7e7d-4f20-90ad-58260429d0d8,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:29.689555 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 302c9531-a58f-4d2a-9829-cf90de514c6b resource provider aggregate not found Sep 13 03:36:29.707578 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.services.segments.plugin [-] Segment 302c9531-a58f-4d2a-9829-cf90de514c6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 302c9531-a58f-4d2a-9829-cf90de514c6b found for delete ", "request_id": "req-a9f917d1-2c13-4c9e-b66c-f5404ae72250"}]} Sep 13 03:36:29.780109 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54616) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:29.824834 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-87a4000e-a7a3-4d90-9c82-5693d80bbecf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1acee96791e54960abd4d9d1c735a298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435801 Sep 13 03:36:29.827371 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54618) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:29.875263 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdcb63a4-86eb-4771-b12d-529f15a8472a admin admin] Publish callbacks [] for security_group (05aab643-e0b2-483d-83e3-dc33f3566d51), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.895092 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdcb63a4-86eb-4771-b12d-529f15a8472a admin admin] Publish callbacks [] for security_group (05aab643-e0b2-483d-83e3-dc33f3566d51), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.942212 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdcb63a4-86eb-4771-b12d-529f15a8472a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (05aab643-e0b2-483d-83e3-dc33f3566d51), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.944789 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-cdcb63a4-86eb-4771-b12d-529f15a8472a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:29.945919 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-cdcb63a4-86eb-4771-b12d-529f15a8472a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/05aab643-e0b2-483d-83e3-dc33f3566d51 HTTP/1.1" status: 204 len: 168 time: 0.1176708 Sep 13 03:36:29.955994 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb63a4-86eb-4771-b12d-529f15a8472a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aab643-e0b2-483d-83e3-dc33f3566d51,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:30.466743 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:32.200540 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-06f65a90-0368-43ae-9930-d671184470a2 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=708dee9f9959492990bf96006734070f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291219 Sep 13 03:36:32.383139 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-ce70f3bd-8c35-4d5a-9f37-9f660740d0ad tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:32.385018 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-ce70f3bd-8c35-4d5a-9f37-9f660740d0ad tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797898 Sep 13 03:36:32.399044 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-1b486afb-2276-409c-82ce-790e24ffc75e tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/quotas/708dee9f9959492990bf96006734070f HTTP/1.1" status: 200 len: 375 time: 0.0088160 Sep 13 03:36:32.430039 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-6767feb2-d7c1-47c4-8506-7ca6489dd3b7 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=708dee9f9959492990bf96006734070f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263903 Sep 13 03:36:32.596453 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-6c9b8fc5-8d31-41c1-ae57-d63c1f58ea8a req-a5408e5e-948d-449f-a9be-4d2baa85aace tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 210 time: 0.0284128 Sep 13 03:36:33.716118 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-600963c4-6034-4dd2-881d-32de3407dd73 req-7e09a9be-ea70-464b-bcb1-8315c7817956 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 210 time: 0.0436730 Sep 13 03:36:33.728339 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-f6845a41-9ccb-4aca-8db0-b00a1743816a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=708dee9f9959492990bf96006734070f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292363 Sep 13 03:36:33.840511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-d4b6d8f8-f4e2-4226-a0ad-14291dc5030c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:33.841908 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-d4b6d8f8-f4e2-4226-a0ad-14291dc5030c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092122 Sep 13 03:36:33.959493 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Request body: {'port': {'device_id': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9', 'admin_state_up': True, 'tenant_id': '708dee9f9959492990bf96006734070f'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:36:34.058950 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:34.071311 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Made reservation on behalf of 708dee9f9959492990bf96006734070f for: {'port': 1} {{(pid=106192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 03:36:34.075751 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.084851 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks [] for security_group (None), before_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.158399 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks [] for security_group (3fe6a894-22ca-496e-8152-c4461eeb1b00), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.161999 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3fe6a894-22ca-496e-8152-c4461eeb1b00), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.222775 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe6a894-22ca-496e-8152-c4461eeb1b00,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:34.281492 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:34.301866 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.db_base_plugin_common [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Allocated IP 192.168.233.236 (0d38f673-d678-40bb-8fe7-070f621efee9/badd0780-7fd2-4be0-8b9d-119787a97c22/0730b122-cc0f-445c-a8c7-83a9f32e9244) {{(pid=106192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 03:36:34.451862 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks [] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), precommit_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.482723 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753286344632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), after_create {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.524689 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Network 0d38f673-d678-40bb-8fe7-070f621efee9 is already hosted by enough agents. {{(pid=106192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 03:36:34.527644 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.scheduler.base_scheduler [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Resources bound (agent type, host, resource id): {{(pid=106192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 03:36:34.529849 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Received port after_create {{(pid=106192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 03:36:34.562025 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Pushing event updated for resources: {'Port': ['ID=0730b122-cc0f-445c-a8c7-83a9f32e9244,revision_number=1']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:34.586170 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:34.586820 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.604346 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-58f75ea3-a6e2-4539-b699-54ad4c3cb31f tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6486051 Sep 13 03:36:34.621348 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.v2.base [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Request body: {'port': {'device_id': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 03:36:34.686636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.781541 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:34.793680 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-5c791ec0-1ce8-4ede-86f9-7aa1945611e1 None None] Provisioning complete for port 0730b122-cc0f-445c-a8c7-83a9f32e9244 triggered by entity DHCP. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:36:34.794263 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-5c791ec0-1ce8-4ede-86f9-7aa1945611e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.827060 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-5c791ec0-1ce8-4ede-86f9-7aa1945611e1 None None] Port 0730b122-cc0f-445c-a8c7-83a9f32e9244 cannot update to ACTIVE because it is not bound. {{(pid=106193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 03:36:34.838993 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048ce1b-06c7-4b5b-97d7-9a056fb50b06 req-faac3d04-3a00-4784-b24d-7999116cbb3c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:34.840516 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5048ce1b-06c7-4b5b-97d7-9a056fb50b06 req-faac3d04-3a00-4784-b24d-7999116cbb3c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 936 time: 0.0510685 Sep 13 03:36:34.891612 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5048ce1b-06c7-4b5b-97d7-9a056fb50b06 req-73d7ae29-f5c8-47ec-97e8-7f0cc329dcde tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 Sep 13 03:36:34.952327 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0730b122-cc0f-445c-a8c7-83a9f32e9244 {{(pid=106192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:36:34.959561 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Publish callbacks [] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), precommit_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:34.972845 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.provisioning_blocks [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Transition to ACTIVE for port object 0730b122-cc0f-445c-a8c7-83a9f32e9244 will not be triggered until provisioned by entity L2. {{(pid=106192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 03:36:34.976616 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:35.057511 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Pushing event updated for resources: {'Port': ['ID=0730b122-cc0f-445c-a8c7-83a9f32e9244,revision_number=2']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:35.090717 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Attempting to bind port 0730b122-cc0f-445c-a8c7-83a9f32e9244 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 03:36:35.091062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Attempting to bind port 0730b122-cc0f-445c-a8c7-83a9f32e9244 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 03:36:35.091389 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Attempting to bind port 0730b122-cc0f-445c-a8c7-83a9f32e9244 on network 0d38f673-d678-40bb-8fe7-070f621efee9 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:36:35.114126 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:35.134525 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Port 0730b122-cc0f-445c-a8c7-83a9f32e9244 on network 0d38f673-d678-40bb-8fe7-070f621efee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 03:36:35.134877 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Attempting to bind port 0730b122-cc0f-445c-a8c7-83a9f32e9244 on network 0d38f673-d678-40bb-8fe7-070f621efee9 {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 03:36:35.176239 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Checking agent: {'id': 'd6faa8b2-9e95-4207-a539-f36ca8e24c75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'started_at': datetime.datetime(2022, 9, 13, 3, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 3, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 03:36:35.176577 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Checking segment: {'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 03:36:35.176956 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Bound using segment: {'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'} {{(pid=106192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 03:36:35.177387 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.managers [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Bound port: 0730b122-cc0f-445c-a8c7-83a9f32e9244, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd69814-1932-4734-b8eb-0a559a2de1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9'}}] {{(pid=106192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 03:36:35.177754 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), before_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:35.242353 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] For port 0730b122-cc0f-445c-a8c7-83a9f32e9244, host hv-cinder-85707, cleared binding levels {{(pid=106192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 03:36:35.245334 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] For port 0730b122-cc0f-445c-a8c7-83a9f32e9244, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0730b122-cc0f-445c-a8c7-83a9f32e9244,segment=NetworkSegment(8bd69814-1932-4734-b8eb-0a559a2de1c0),segment_id=8bd69814-1932-4734-b8eb-0a559a2de1c0)] {{(pid=106192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 03:36:35.252059 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14227290'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), after_update {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:35.256062 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:35.256663 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:35.258046 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0730b122-cc0f-445c-a8c7-83a9f32e9244 HTTP/1.1" status: 200 len: 1098 time: 0.6415377 Sep 13 03:36:35.258592 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'tag': '0730b122-cc0f-445c-a8c7-83a9f32e9244'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:36:35.261351 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabefebd-9871-4491-8342-9a32b3b30e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9640134b-d44e-43c8-bf60-d6d3c12128c0", "tag": "0730b122-cc0f-445c-a8c7-83a9f32e9244"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:36:35.300626 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de29dce8-9b3c-43db-863f-8f9ba63455a7 x-openstack-request-id: req-de29dce8-9b3c-43db-863f-8f9ba63455a7 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:36:35.300918 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9640134b-d44e-43c8-bf60-d6d3c12128c0", "tag": "0730b122-cc0f-445c-a8c7-83a9f32e9244", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:36:35.301174 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de29dce8-9b3c-43db-863f-8f9ba63455a7 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:36:35.301578 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de29dce8-9b3c-43db-863f-8f9ba63455a7'] response: {'name': 'network-changed', 'server_uuid': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'tag': '0730b122-cc0f-445c-a8c7-83a9f32e9244', 'status': 'completed', 'code': 200} Sep 13 03:36:35.313693 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc754d-e167-4b85-b604-276e3fe1e299 service neutron] Pushing event updated for resources: {'Port': ['ID=0730b122-cc0f-445c-a8c7-83a9f32e9244,revision_number=3']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:35.370301 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-72ad2151-858e-4841-963e-38c488d5f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:35.371795 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-72ad2151-858e-4841-963e-38c488d5f51d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=708dee9f9959492990bf96006734070f&device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 1132 time: 0.0400922 Sep 13 03:36:35.416448 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-8147b583-0bf2-4a79-9f11-1c96290aa1a8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0730b122-cc0f-445c-a8c7-83a9f32e9244 HTTP/1.1" status: 200 len: 217 time: 0.0310712 Sep 13 03:36:35.467257 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-9bd3a7a8-6748-4909-b4e7-3e204cc128ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:35.468655 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-9bd3a7a8-6748-4909-b4e7-3e204cc128ea service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=badd0780-7fd2-4be0-8b9d-119787a97c22 HTTP/1.1" status: 200 len: 843 time: 0.0461910 Sep 13 03:36:35.510137 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-5090239c-b85a-436d-b314-6a4c02c3fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:35.511480 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-5090239c-b85a-436d-b314-6a4c02c3fcbb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0d38f673-d678-40bb-8fe7-070f621efee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0375810 Sep 13 03:36:35.600701 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-15da55ac-326f-4755-aada-43966c1ae158 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0d38f673-d678-40bb-8fe7-070f621efee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Sep 13 03:36:35.677767 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:35.688530 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-d5c74d86-8408-46c0-b7a1-da6b04edcc32 req-fe085472-e661-43c1-a954-5e666ecc68ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0d38f673-d678-40bb-8fe7-070f621efee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816720 Sep 13 03:36:36.010994 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd0f8-8d56-4b96-8ab8-9556bfe1490b req-f827e353-08ed-4b93-9d4a-0bb6c445f890 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:36.012434 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ad2bd0f8-8d56-4b96-8ab8-9556bfe1490b req-f827e353-08ed-4b93-9d4a-0bb6c445f890 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 948 time: 0.0464528 Sep 13 03:36:36.059428 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-ad2bd0f8-8d56-4b96-8ab8-9556bfe1490b req-ca48a831-bd8c-4a86-9054-48322092ee2a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Sep 13 03:36:37.178277 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fb8f3-2b6b-4386-b866-00a9bd9e859d req-4459eb79-09a2-42c5-8fd2-46555927b4b5 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:37.179772 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-402fb8f3-2b6b-4386-b866-00a9bd9e859d req-4459eb79-09a2-42c5-8fd2-46555927b4b5 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 948 time: 0.0461409 Sep 13 03:36:37.232066 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-402fb8f3-2b6b-4386-b866-00a9bd9e859d req-64efda03-e0af-4077-9e91-40b947526611 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Sep 13 03:36:37.766917 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-e927853c-0a1f-4706-a542-d2a0fa866bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:37.768279 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-e927853c-0a1f-4706-a542-d2a0fa866bfb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=708dee9f9959492990bf96006734070f&device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 1132 time: 0.0384369 Sep 13 03:36:37.857670 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-12d56920-d32f-4283-8429-91ff4b463d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:37.859158 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-12d56920-d32f-4283-8429-91ff4b463d2b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0d38f673-d678-40bb-8fe7-070f621efee9 HTTP/1.1" status: 200 len: 870 time: 0.0849063 Sep 13 03:36:37.900827 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-9adc67ea-f673-433d-aba1-e38c3edd8451 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0730b122-cc0f-445c-a8c7-83a9f32e9244 HTTP/1.1" status: 200 len: 217 time: 0.0355222 Sep 13 03:36:37.947350 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-eeb15d83-a8b7-4851-a9a2-a8f8de99fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:37.948707 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-eeb15d83-a8b7-4851-a9a2-a8f8de99fc90 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=badd0780-7fd2-4be0-8b9d-119787a97c22 HTTP/1.1" status: 200 len: 843 time: 0.0427268 Sep 13 03:36:37.991366 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-20cf1e61-bfd6-4916-ad79-830869654dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:37.992803 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-20cf1e61-bfd6-4916-ad79-830869654dd2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0d38f673-d678-40bb-8fe7-070f621efee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0387719 Sep 13 03:36:38.079088 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:38.085953 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-5d800451-b924-47ed-ba57-4394b520b7d6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0d38f673-d678-40bb-8fe7-070f621efee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871820 Sep 13 03:36:38.175580 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-aabefebd-9871-4491-8342-9a32b3b30e2f req-ea104e62-b151-4b84-80d9-b9083dc3d80b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0d38f673-d678-40bb-8fe7-070f621efee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840826 Sep 13 03:36:38.351138 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f24b-d458-4aa5-8a85-2712cdd431d0 req-16d3db4c-806b-4c41-80b5-9575afb383b3 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:38.352507 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1ca4f24b-d458-4aa5-8a85-2712cdd431d0 req-16d3db4c-806b-4c41-80b5-9575afb383b3 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 948 time: 0.0467370 Sep 13 03:36:38.398384 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:38.403336 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-1ca4f24b-d458-4aa5-8a85-2712cdd431d0 req-ed8247d6-f820-438b-8978-26335eab2a9d tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Sep 13 03:36:39.523925 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e436aab-a951-4547-b148-d18d9c8e536d req-af1f29b9-8c9f-4c67-9b87-27b53e875e4c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:39.525359 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e436aab-a951-4547-b148-d18d9c8e536d req-af1f29b9-8c9f-4c67-9b87-27b53e875e4c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 948 time: 0.0453238 Sep 13 03:36:39.543316 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 0730b122-cc0f-445c-a8c7-83a9f32e9244 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 03:36:39.571953 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-6e436aab-a951-4547-b148-d18d9c8e536d req-9a90047b-8b71-43e4-871e-8249232daeb0 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Sep 13 03:36:39.640346 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 0730b122-cc0f-445c-a8c7-83a9f32e9244, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0730b122-cc0f-445c-a8c7-83a9f32e9244,segment=NetworkSegment(8bd69814-1932-4734-b8eb-0a559a2de1c0),segment_id=8bd69814-1932-4734-b8eb-0a559a2de1c0)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:39.651785 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Returning: {'device': '0730b122-cc0f-445c-a8c7-83a9f32e9244', 'network_id': '0d38f673-d678-40bb-8fe7-070f621efee9', 'port_id': '0730b122-cc0f-445c-a8c7-83a9f32e9244', 'mac_address': 'fa:16:3e:4d:36:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'badd0780-7fd2-4be0-8b9d-119787a97c22', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 03:36:39.688818 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 0730b122-cc0f-445c-a8c7-83a9f32e9244 is: DOWN; New status is: BUILD {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:36:39.689243 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:39.702442 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0730b122-cc0f-445c-a8c7-83a9f32e9244 {{(pid=106193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 03:36:39.722137 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 0730b122-cc0f-445c-a8c7-83a9f32e9244, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0730b122-cc0f-445c-a8c7-83a9f32e9244,segment=NetworkSegment(8bd69814-1932-4734-b8eb-0a559a2de1c0),segment_id=8bd69814-1932-4734-b8eb-0a559a2de1c0)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:39.725924 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:39.746774 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:39.751261 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:39.776705 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=0730b122-cc0f-445c-a8c7-83a9f32e9244,revision_number=4']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:39.783652 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.783992 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.784595 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.785070 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.785424 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.785841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.786285 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.786618 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.787009 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.787330 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.787665 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.788098 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.788446 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.788764 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:39.789080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-2-iscsi {{(pid=106193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 03:36:40.107108 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['0730b122-cc0f-445c-a8c7-83a9f32e9244'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:36:40.690117 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c6cd6-734e-4049-ab56-de0c2b7b02f2 req-555493dc-80c0-4c79-9006-b03a7d3328bf tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:40.691562 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5f5c6cd6-734e-4049-ab56-de0c2b7b02f2 req-555493dc-80c0-4c79-9006-b03a7d3328bf tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 949 time: 0.0462971 Sep 13 03:36:40.737123 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-5f5c6cd6-734e-4049-ab56-de0c2b7b02f2 req-0171bcbd-2569-4603-a689-36ede06a9637 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Sep 13 03:36:41.555043 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 0730b122-cc0f-445c-a8c7-83a9f32e9244 up at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 03:36:41.597526 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning for port 0730b122-cc0f-445c-a8c7-83a9f32e9244 completed by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 03:36:41.603303 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.db.provisioning_blocks [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Provisioning complete for port 0730b122-cc0f-445c-a8c7-83a9f32e9244 triggered by entity L2. {{(pid=106193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 03:36:41.603683 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1307715'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), provisioning_complete {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:41.676238 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Current status of the port 0730b122-cc0f-445c-a8c7-83a9f32e9244 is: BUILD; New status is: ACTIVE {{(pid=106193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 03:36:41.676622 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1416883'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), before_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:41.698900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0730b122-cc0f-445c-a8c7-83a9f32e9244'}] {{(pid=106193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:36:41.701400 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2229a92dec88c7d7f13df1f206352f6a579d0ae04b3e6abe9fafb15eaa86af24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46e4b04-c744-4ef9-a816-b31f1335dd60" -d '{"events": [{"server_uuid": "9640134b-d44e-43c8-bf60-d6d3c12128c0", "name": "network-vif-plugged", "status": "completed", "tag": "0730b122-cc0f-445c-a8c7-83a9f32e9244"}]}' {{(pid=106193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:36:41.714583 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] For port 0730b122-cc0f-445c-a8c7-83a9f32e9244, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0730b122-cc0f-445c-a8c7-83a9f32e9244,segment=NetworkSegment(8bd69814-1932-4734-b8eb-0a559a2de1c0),segment_id=8bd69814-1932-4734-b8eb-0a559a2de1c0)] {{(pid=106193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:41.719267 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753286803339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753286344650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753286344668'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:41.743071 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e640af-a050-4f8e-b5d6-b0a7e7659171 x-openstack-request-id: req-26e640af-a050-4f8e-b5d6-b0a7e7659171 {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:36:41.743343 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9640134b-d44e-43c8-bf60-d6d3c12128c0", "name": "network-vif-plugged", "status": "completed", "tag": "0730b122-cc0f-445c-a8c7-83a9f32e9244", "code": 200}]} {{(pid=106193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:36:41.743588 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26e640af-a050-4f8e-b5d6-b0a7e7659171 {{(pid=106193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:36:41.743982 dv-cinder-857075-2-iscsi neutron-server[106193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e640af-a050-4f8e-b5d6-b0a7e7659171'] response: {'server_uuid': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0730b122-cc0f-445c-a8c7-83a9f32e9244', 'code': 200} Sep 13 03:36:41.769358 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Pushing event updated for resources: {'Port': ['ID=0730b122-cc0f-445c-a8c7-83a9f32e9244,revision_number=5']} {{(pid=106193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:41.858247 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd97f4-5297-4710-8414-e7b7b7c0b79f req-9d7a5948-261c-407e-ab4e-2bc8e3e876e6 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:41.859780 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2dcd97f4-5297-4710-8414-e7b7b7c0b79f req-9d7a5948-261c-407e-ab4e-2bc8e3e876e6 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 950 time: 0.0476208 Sep 13 03:36:41.910663 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-2dcd97f4-5297-4710-8414-e7b7b7c0b79f req-349f75b5-aefa-437b-95f4-703c04452230 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Sep 13 03:36:41.943624 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fef4a-3318-4a1a-a918-4e087a5310bc req-9d49ebfd-61be-451d-8f1c-2b4b77de3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:41.945100 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-987fef4a-3318-4a1a-a918-4e087a5310bc req-9d49ebfd-61be-451d-8f1c-2b4b77de3347 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 1134 time: 0.0395489 Sep 13 03:36:41.989087 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-987fef4a-3318-4a1a-a918-4e087a5310bc req-23742f17-1498-43dd-a23f-eb8a62e72d04 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Sep 13 03:36:43.037788 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54810b90-cac7-4ee8-a7d8-6f893d5b9997 req-23467c36-c65d-4983-997b-fe6a59509656 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:43.039279 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-54810b90-cac7-4ee8-a7d8-6f893d5b9997 req-23467c36-c65d-4983-997b-fe6a59509656 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 950 time: 0.0506072 Sep 13 03:36:43.085934 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-54810b90-cac7-4ee8-a7d8-6f893d5b9997 req-43761f38-b99b-4bf1-8e72-8cdc1b49ee60 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Sep 13 03:36:44.210810 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21b221-8384-4094-82e7-6601c08f60f0 req-dfdad50e-b4f9-463a-af77-9c86a2af3ff3 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:44.212243 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fe21b221-8384-4094-82e7-6601c08f60f0 req-dfdad50e-b4f9-463a-af77-9c86a2af3ff3 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 950 time: 0.0495706 Sep 13 03:36:44.251213 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:44.259391 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-fe21b221-8384-4094-82e7-6601c08f60f0 req-357ca5c2-19ab-44d6-a59d-dae17aabb3c9 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Sep 13 03:36:44.516192 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb279-2b9e-4eef-9446-79a561c9cd9b req-05ad2579-0d7a-4d21-8473-94f86c452a9c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:44.517625 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c1cfb279-2b9e-4eef-9446-79a561c9cd9b req-05ad2579-0d7a-4d21-8473-94f86c452a9c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 950 time: 0.0458663 Sep 13 03:36:44.563182 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [req-c1cfb279-2b9e-4eef-9446-79a561c9cd9b req-53428edc-813a-4d61-9d5d-fab216a1af16 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Sep 13 03:36:44.614683 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-342f9b65-5f54-45a2-ab64-9b738e8d6051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:45.683383 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b757d2-1d6a-462c-8ed0-b221c19de902 req-751abba5-6785-4a26-b201-41d07f27a214 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:45.684819 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-86b757d2-1d6a-462c-8ed0-b221c19de902 req-751abba5-6785-4a26-b201-41d07f27a214 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 950 time: 0.0465722 Sep 13 03:36:45.733627 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-86b757d2-1d6a-462c-8ed0-b221c19de902 req-caffbc3b-5cd2-4243-b641-35fa341ee339 tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3fe6a894-22ca-496e-8152-c4461eeb1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Sep 13 03:36:46.215861 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f7d80e98-dac7-47f9-b344-d1cf76204b0c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 03:36:46.217259 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f7d80e98-dac7-47f9-b344-d1cf76204b0c tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 950 time: 0.0455956 Sep 13 03:36:46.285603 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=100 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:46.299168 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Deleting port 0730b122-cc0f-445c-a8c7-83a9f32e9244 {{(pid=106192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 03:36:46.299506 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753286785028'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), before_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:46.391166 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.db [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] For port 0730b122-cc0f-445c-a8c7-83a9f32e9244, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=0730b122-cc0f-445c-a8c7-83a9f32e9244,segment=NetworkSegment(8bd69814-1932-4734-b8eb-0a559a2de1c0),segment_id=8bd69814-1932-4734-b8eb-0a559a2de1c0)] {{(pid=106192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 03:36:46.391441 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727125'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), precommit_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:46.405128 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.plugins.ml2.plugin [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Calling delete_port for 0730b122-cc0f-445c-a8c7-83a9f32e9244 owned by compute:nova {{(pid=106192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 03:36:46.529636 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1416308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753286803348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753286344641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14227281'] for port (0730b122-cc0f-445c-a8c7-83a9f32e9244), after_delete {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:46.560406 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Pushing event deleted for resources: {'Port': ['ID=0730b122-cc0f-445c-a8c7-83a9f32e9244,revision_number=None']} {{(pid=106192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:46.563511 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.db [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] get_ports_and_sgs() called for port_ids ['0730b122-cc0f-445c-a8c7-83a9f32e9244'] {{(pid=106193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 03:36:46.604665 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] No DVR routers for this DVR port 0730b122-cc0f-445c-a8c7-83a9f32e9244 on host hv-cinder-85707 {{(pid=106192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 03:36:46.607470 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron_lib.callbacks.manager [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110944'] for port (None), before_response {{(pid=106192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:46.612008 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-25a54ead-61cc-4983-8b81-897e53b02348 req-f5a0149d-a713-479d-9f8f-febef2c0713a tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0730b122-cc0f-445c-a8c7-83a9f32e9244 HTTP/1.1" status: 204 len: 173 time: 0.3891308 Sep 13 03:36:46.612526 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'name': 'network-vif-deleted', 'tag': '0730b122-cc0f-445c-a8c7-83a9f32e9244'}] {{(pid=106192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 03:36:46.614920 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339a469025c860f8a3e111a99f2ee99efc3dadec9c0a1fe96f5d3ee794c5286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621e5627-ba1b-49d3-8347-f8ebc78ac695" -d '{"events": [{"server_uuid": "9640134b-d44e-43c8-bf60-d6d3c12128c0", "name": "network-vif-deleted", "tag": "0730b122-cc0f-445c-a8c7-83a9f32e9244"}]}' {{(pid=106192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 03:36:46.667199 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ddd52-576b-49da-980c-d684e43113b3 x-openstack-request-id: req-4f4ddd52-576b-49da-980c-d684e43113b3 {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 03:36:46.667567 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9640134b-d44e-43c8-bf60-d6d3c12128c0", "name": "network-vif-deleted", "tag": "0730b122-cc0f-445c-a8c7-83a9f32e9244", "status": "completed", "code": 200}]} {{(pid=106192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 03:36:46.667928 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f4ddd52-576b-49da-980c-d684e43113b3 {{(pid=106192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 03:36:46.668398 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4ddd52-576b-49da-980c-d684e43113b3'] response: {'server_uuid': '9640134b-d44e-43c8-bf60-d6d3c12128c0', 'name': 'network-vif-deleted', 'tag': '0730b122-cc0f-445c-a8c7-83a9f32e9244', 'status': 'completed', 'code': 200} Sep 13 03:36:46.853552 dv-cinder-857075-2-iscsi neutron-server[106192]: INFO neutron.wsgi [req-b018079f-1168-41db-8811-d37471a829fb req-a41b8924-131e-45b7-8330-73120f3f4adb tempest-VolumesNegativeTest-1469924746 tempest-VolumesNegativeTest-1469924746-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9640134b-d44e-43c8-bf60-d6d3c12128c0 HTTP/1.1" status: 200 len: 210 time: 0.0290618 Sep 13 03:36:47.000411 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-933bf8f2-e79f-4216-8940-99b1f5a5b2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:48.233728 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:49.074535 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:49.075989 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:49.571892 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 0730b122-cc0f-445c-a8c7-83a9f32e9244 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 03:36:49.590244 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.plugin [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] No Port match for: 0730b122-cc0f-445c-a8c7-83a9f32e9244 {{(pid=106193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 03:36:49.590586 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron.plugins.ml2.rpc [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Device 0730b122-cc0f-445c-a8c7-83a9f32e9244 not bound to the agent host hv-cinder-85707 {{(pid=106193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 03:36:49.631477 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:49.931923 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:51.816536 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54960) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:51.947302 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-5c31c849-d8a2-4ebc-b7ec-050182052ee2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=708dee9f9959492990bf96006734070f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295521 Sep 13 03:36:51.949792 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [-] (106191) accepted ('10.222.0.18', 54964) {{(pid=106191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 03:36:52.001349 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6a87fa03-d315-446b-9237-5180fa12c68a admin admin] Publish callbacks [] for security_group (3fe6a894-22ca-496e-8152-c4461eeb1b00), before_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:52.020445 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6a87fa03-d315-446b-9237-5180fa12c68a admin admin] Publish callbacks [] for security_group (3fe6a894-22ca-496e-8152-c4461eeb1b00), precommit_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:52.068233 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6a87fa03-d315-446b-9237-5180fa12c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704448'] for security_group (3fe6a894-22ca-496e-8152-c4461eeb1b00), after_delete {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:52.070930 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-6a87fa03-d315-446b-9237-5180fa12c68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:36:52.072211 dv-cinder-857075-2-iscsi neutron-server[106191]: INFO neutron.wsgi [None req-6a87fa03-d315-446b-9237-5180fa12c68a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3fe6a894-22ca-496e-8152-c4461eeb1b00 HTTP/1.1" status: 204 len: 168 time: 0.1213801 Sep 13 03:36:52.080148 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87fa03-d315-446b-9237-5180fa12c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe6a894-22ca-496e-8152-c4461eeb1b00,revision_number=None']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 03:36:54.261564 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-73173ce1-44e3-453b-ace0-f0902266346f req-3b998de8-c23d-444d-bdc7-82fa6c3916ef service neutron] (106191) timed out ('10.222.0.57', 50336) {{(pid=106191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 03:36:54.311767 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-9525f4c6-be44-444b-9ba3-f88a7a98179f req-dc7450b7-7a77-4871-8138-5c729f8f0c7e service neutron] (106192) timed out ('10.222.0.57', 50292) {{(pid=106192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 03:36:54.322476 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-056adea9-795a-4470-b4a1-c5c0e0c8e831 req-5ea4f3ed-7ec5-4ca6-a71c-3ec13b58bca3 service neutron] (106191) timed out ('10.222.0.57', 50264) {{(pid=106191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 03:36:54.334045 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-74008a93-e2a8-4c29-b714-70ecd29dc49d req-1acf4d4c-fde8-4cac-81be-ff509c2116a6 service neutron] (106191) timed out ('10.222.0.57', 50277) {{(pid=106191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 03:36:56.834088 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=34,neutron:DELETE=5 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:56.836079 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG dbcounter [-] [106192] Writing DB stats neutron:SELECT=92,neutron:DELETE=3 {{(pid=106192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:36:59.227430 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG neutron.wsgi [req-e937b2ec-2764-4cd1-88fe-edac3a1250ed req-83ac94b5-d593-4031-aa04-e42eef0de91e service neutron] (106191) timed out ('10.222.0.57', 50354) {{(pid=106191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 03:37:00.462016 dv-cinder-857075-2-iscsi neutron-server[106192]: DEBUG neutron.wsgi [req-3d435476-a81b-44bc-a986-2abdd7c84b6f req-7d51fba2-4e0a-4e39-97ce-b0000fe2f710 service neutron] (106192) timed out ('10.222.0.57', 50284) {{(pid=106192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 03:37:00.463284 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:02.075550 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:02.076427 dv-cinder-857075-2-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:04.011920 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:37:10.457590 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:10.458385 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:14.008221 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:14.008958 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:14.617416 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-cef2eafa-8203-4512-8f80-e140bcda7433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:17.001841 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-f2fa2b02-cc89-492a-9e73-f280ef07c342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:18.236013 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:19.634090 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:19.934736 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:26.066471 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:26.072016 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:29.928298 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:29.930236 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:30.463785 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:40.457865 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:40.459732 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:41.010797 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:37:44.618890 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-416144d7-bb9c-4e58-a38f-93b0684f82ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:47.006433 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9b51e7fd-df52-4d93-b1e5-a98df7099b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:48.239646 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:49.635714 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:49.936164 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:37:51.006706 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:51.007430 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:59.930721 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:37:59.932584 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:00.462752 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:03.067900 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:03.068623 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:10.456605 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:10.458484 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:14.620289 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-618048d6-435e-4e0b-90da-9d40e477cd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:17.006905 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dd2722c8-a250-4994-b198-e37e9613c035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:18.010139 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:38:18.241478 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:19.638212 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:19.938413 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:28.005017 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:28.005876 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:29.932059 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:29.933925 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:30.461900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:40.058887 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:40.456066 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:40.457994 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:43.056176 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:38:44.622413 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-0775d71d-22f9-432a-9037-f437f9e8ddbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:47.008457 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-9638f5d0-9fd0-423f-9b60-6136bf8a0e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:48.245807 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:49.640701 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:49.941601 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:38:55.010489 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:39:00.460936 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:05.006064 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:05.006858 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:10.454589 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:10.456601 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:14.624672 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-723b13fb-3bde-4e78-88ae-00fa8a0a8260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:17.010144 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1bf03cb2-acf3-48ce-b9ab-96ce6fac8fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:18.248080 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:19.642329 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:19.943174 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:23.034233 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:23.035007 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:29.937596 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:29.939746 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:30.462346 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:32.009850 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:39:40.455477 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:40.458340 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:43.662545 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:43.663294 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=14 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:44.625942 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-186e8aa1-a33f-48b8-9aff-9ac9ccbea803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:47.014553 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3c41ab67-239e-49a6-a164-7a62735fc0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:48.249304 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:49.645769 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:49.945194 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:39:54.066885 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:54.068120 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:59.935156 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:39:59.940817 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:00.460578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:09.009330 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:40:10.454166 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:10.456178 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:14.627817 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-dcf161e8-3cb0-4f0b-8ab4-987177b8fbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:17.016677 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c50b5330-5fc4-420a-982a-4496ca3e6508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:18.252065 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:19.005288 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:19.647886 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:19.947161 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:29.941725 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:29.942518 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:30.463687 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:31.072528 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:31.073317 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:40.453455 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:40.456111 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:43.060737 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:43.061394 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:44.629281 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-c2b4a55e-f6d2-444e-8753-cbb2adff0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:46.009877 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:40:47.018766 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-571a1039-3b2c-4977-a4db-80dc95ad0ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:48.255432 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:49.651255 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:49.949441 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:40:56.005255 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:40:56.006051 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:00.465133 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:08.065644 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:08.070467 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:10.454414 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=22 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:10.460578 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:14.630866 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c1b7-5dc0-4aa2-9d77-51becdbf3ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:17.020869 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-43746c46-dcae-4efb-978d-2a93c47e5389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:18.259438 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:19.653398 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:19.951912 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:23.011489 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:41:29.945963 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:29.947837 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:30.505543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:33.007266 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:40.498771 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:40.500709 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:44.632380 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-4b00d257-241b-4c17-ac11-cb6ebd49e8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:45.065375 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=17 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:45.066239 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=15 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:47.025543 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccac6-b512-4e87-a4a1-0eb6dca8228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:48.259966 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:49.656737 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:49.953887 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:41:59.948574 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:41:59.950538 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:00.011011 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG neutron.db.agents_db [None req-18e24949-f0b5-4986-9702-e67166e47f2f None None] Agent healthcheck: found 6 active agents {{(pid=106194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 03:42:00.496005 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:42:10.007538 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:10.490592 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=2 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:10.492552 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:14.632900 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-a145c156-b479-4f19-a522-48c1501dc13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ce37f5c7-47fb-4d37-944d-c14084123ea9), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:42:17.026830 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-08c0d3cf-461f-4a88-8fc7-89550e57a8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (e245017a-ffbd-49f0-8782-6f4a78f0bcc6), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:42:18.263576 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-1685013e-9759-42f2-8014-f13150695a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (ffa66fdc-63a5-4cf4-a3a6-09c1537b6c2c), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:42:19.659356 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-2d889099-829e-49f6-8ae7-5939f5614c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (1d5c1e08-ec17-48ba-a76e-52ef8ac575a5), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:42:19.954826 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-b700a541-415b-4a26-ab44-38c71924711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (15d757ff-658b-4ed7-a743-f2ac831ea69f), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 03:42:22.071608 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:22.072043 dv-cinder-857075-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:29.949714 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:29.951623 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG dbcounter [-] [106193] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 03:42:30.520906 dv-cinder-857075-2-iscsi neutron-server[106193]: DEBUG neutron_lib.callbacks.manager [None req-70445f47-f93f-491b-a59b-912bb48b6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753286778278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1307885'] for agent (d6faa8b2-9e95-4207-a539-f36ca8e24c75), after_update {{(pid=106193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}